By type
JVM Arguments: -Dspring.profiles.active=basic -Djava.security.egd=file:/dev/./urandom -Dlogs_dir=./logs/so-etsi-nfvo-ns-lcm/ -Dlogging.config=/app/logback-spring.xml -Djavax.net.ssl.trustStore=/opt/app/osaaf/local/truststoreONAPall.jks -Djavax.net.ssl.trustStorePassword=changeit -Dspring.config.additional-location=/app/config/override.yaml ____ _ ____ ____ __ __ / ___| __ _ _ __ ___ _ _ _ __ __| | __ _ | __ )| _ \| \/ | | | / _` | '_ ` _ \| | | | '_ \ / _` |/ _` | | _ \| |_) | |\/| | | |__| (_| | | | | | | |_| | | | | (_| | (_| | | |_) | __/| | | | \____/\__,_|_| |_| |_|\__,_|_| |_|\__,_|\__,_| |____/|_| |_| |_| Spring-Boot: (v2.3.7.RELEASE) Camunda BPM: (v7.14.0) Camunda BPM Spring Boot Starter: (v7.14.0) 2022-03-16T05:32:49.651Z||main|||||INFO|500||Starting Application on onap-so-etsi-nfvo-ns-lcm-67d9754f95-lrlqx with PID 17 (/app/app.jar started by so in /app) 2022-03-16T05:32:49.668Z||main|||||DEBUG|500||Running with Spring Boot v2.3.7.RELEASE, Spring v5.2.12.RELEASE 2022-03-16T05:32:49.669Z||main|||||INFO|500||The following profiles are active: basic 2022-03-16T05:33:07.075Z||main|||||INFO|500||Starting service [Tomcat] 2022-03-16T05:33:07.077Z||main|||||INFO|500||Starting Servlet engine: [Apache Tomcat/9.0.41] 2022-03-16T05:33:07.328Z||main|||||INFO|500||Initializing Spring embedded WebApplicationContext 2022-03-16T05:33:07.531Z||main|||||INFO|500||Configuring camunda rest api. 2022-03-16T05:33:07.811Z||main|||||INFO|500||Finished configuring camunda rest api. 2022-03-16T05:33:11.011Z||main|||||DEBUG|500||Creating NFVO HikariDataSource bean ... 2022-03-16T05:33:11.013Z||main|||||DEBUG|500||Creating NFVO HikariConfig bean ... 2022-03-16T05:33:11.309Z||main|||||INFO|500||nfvo-pool - Starting... 2022-03-16T05:33:12.076Z||main|||||INFO|500||nfvo-pool - Start completed. 2022-03-16T05:33:12.379Z||main|||||INFO|500||Flyway Community Edition 6.5.7 by Redgate 2022-03-16T05:33:12.599Z||main|||||INFO|500||Database: jdbc:mariadb://mariadb-galera:3306/nfvo (MariaDB 10.6) 2022-03-16T05:33:12.706Z||main|||||WARN|500||Flyway upgrade recommended: MariaDB 10.6 is newer than this version of Flyway and support has not been tested. The latest supported version of MariaDB is 10.4. 2022-03-16T05:33:12.822Z||main|||||INFO|500||Successfully validated 1 migration (execution time 00:00.046s) 2022-03-16T05:33:12.879Z||main|||||INFO|500||Creating Schema History table `nfvo`.`flyway_schema_history` ... 2022-03-16T05:33:12.983Z||main|||||WARN|500||DB: Name 'flyway_schema_history_pk' ignored for PRIMARY key. (SQL State: - Error Code: 1280) 2022-03-16T05:33:13.063Z||main|||||INFO|500||Current version of schema `nfvo`: << Empty Schema >> 2022-03-16T05:33:13.095Z||main|||||INFO|500||Migrating schema `nfvo` to version 1.1 - create nfvo tables 2022-03-16T05:33:13.367Z||main|||||INFO|500||Successfully applied 1 migration to schema `nfvo` (execution time 00:00.327s) 2022-03-16T05:33:14.031Z||main|||||INFO|500||HHH000204: Processing PersistenceUnitInfo [name: nfvo] 2022-03-16T05:33:14.810Z||main|||||INFO|500||HHH000412: Hibernate ORM core version 5.4.25.Final 2022-03-16T05:33:16.433Z||main|||||INFO|500||HCANN000001: Hibernate Commons Annotations {5.1.2.Final} 2022-03-16T05:33:19.986Z||main|||||INFO|500||HHH000400: Using dialect: org.hibernate.dialect.MariaDB103Dialect 2022-03-16T05:33:24.354Z||main|||||INFO|500||HHH000490: Using JtaPlatform implementation: [org.hibernate.engine.transaction.jta.platform.internal.NoJtaPlatform] 2022-03-16T05:33:27.276Z||main|||||DEBUG|500||Creating Camunda HikariDataSource bean ... 2022-03-16T05:33:27.278Z||main|||||DEBUG|500||Creating Camunda HikariConfig bean ... 2022-03-16T05:33:27.359Z||main|||||INFO|500||bpmn-pool - Starting... 2022-03-16T05:33:27.373Z||main|||||INFO|500||bpmn-pool - Start completed. 2022-03-16T05:33:27.458Z||main|||||INFO|500||STARTER-SB040 Setting up jobExecutor with corePoolSize=3, maxPoolSize:30 2022-03-16T05:33:27.713Z||main|||||INFO|500||ENGINE-12003 Plugin 'CompositeProcessEnginePlugin[genericPropertiesConfiguration, camundaProcessEngineConfiguration, camundaDatasourceConfiguration, camundaJpaConfiguration, camundaJobConfiguration, camundaHistoryConfiguration, camundaMetricsConfiguration, camundaAuthorizationConfiguration, camundaDeploymentConfiguration, CreateAdminUserConfiguration[adminUser=AdminUserProperty[id=admin, firstName=Admin, lastName=Admin, email=admin@localhost, password=******]], failedJobConfiguration, CamundaCustomConfiguration, transactionManagerProcessEnginePlugin, eventPublisherPlugin]' activated on process engine 'default' 2022-03-16T05:33:36.808Z||main|||||WARN|500||unable to determine if resource URL [jar:file:/app/app.jar!/BOOT-INF/lib/camunda-engine-dmn-7.14.0.jar!/META-INF/maven/org.camunda.bpm.dmn/] is a deployable resource 2022-03-16T05:33:36.810Z||main|||||WARN|500||unable to determine if resource URL [jar:file:/app/app.jar!/BOOT-INF/lib/camunda-engine-feel-api-7.14.0.jar!/META-INF/maven/org.camunda.bpm.dmn/] is a deployable resource 2022-03-16T05:33:36.811Z||main|||||WARN|500||unable to determine if resource URL [jar:file:/app/app.jar!/BOOT-INF/lib/camunda-engine-feel-juel-7.14.0.jar!/META-INF/maven/org.camunda.bpm.dmn/] is a deployable resource 2022-03-16T05:33:36.811Z||main|||||WARN|500||unable to determine if resource URL [jar:file:/app/app.jar!/BOOT-INF/lib/camunda-engine-feel-scala-7.14.0.jar!/META-INF/maven/org.camunda.bpm.dmn/] is a deployable resource 2022-03-16T05:33:36.812Z||main|||||INFO|500||STARTER-SB021 Auto-Deploying resources: [URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/TerminateNs.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/MonitorSol003AdapterCreateNodeStatus.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/TerminateVnf.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/DeleteNs.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/InstantiateNs.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/MonitorSol003AdapterCreateJob.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/MonitorSol003AdapterTerminateNodeStatus.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/CreateNs.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/CreateInstantiateVnf.bpmn], URL [jar:file:/app/app.jar!/BOOT-INF/lib/so-etsi-nfvo-ns-lcm-bpmn-flows-1.8.2.jar!/MonitorSol003AdapterTerminateJob.bpmn]] 2022-03-16T05:33:36.820Z||main|||||INFO|500||Setting DeploymentTenantId to ns-workflow-engine-tenant and DeploymentName to NS-WORKFLOW-ENGINE 2022-03-16T05:33:36.822Z||main|||||INFO|500||Setting Camunda TransactionManager ... 2022-03-16T05:33:36.825Z||main|||||INFO|500||EVENTING-001: Initialized Camunda Spring Boot Eventing Engine Plugin. 2022-03-16T05:33:36.826Z||main|||||INFO|500||EVENTING-003: Task events will be published as Spring Events. 2022-03-16T05:33:36.827Z||main|||||INFO|500||EVENTING-005: Execution events will be published as Spring Events. 2022-03-16T05:33:36.852Z||main|||||INFO|500||EVENTING-007: History events will be published as Spring events. 2022-03-16T05:33:37.955Z||main|||||INFO|500||Engine created. [value-mapper: CompositeValueMapper(List(org.camunda.feel.impl.JavaValueMapper@6ea66c33)), function-provider: org.camunda.bpm.dmn.feel.impl.scala.function.CustomFunctionTransformer@3b021664, clock: SystemClock, configuration: Configuration(false)] 2022-03-16T05:33:51.787Z||main|||||INFO|500||CNCT-01004 Discovered provider for connector id 'http-connector' and class 'org.camunda.connect.httpclient.impl.HttpConnectorImpl': 'org.camunda.connect.httpclient.impl.HttpConnectorProviderImpl' 2022-03-16T05:33:51.795Z||main|||||INFO|500||CNCT-01004 Discovered provider for connector id 'soap-http-connector' and class 'org.camunda.connect.httpclient.soap.impl.SoapHttpConnectorImpl': 'org.camunda.connect.httpclient.soap.impl.SoapHttpConnectorProviderImpl' 2022-03-16T05:33:52.372Z||main|||||INFO|500||ENGINE-03067 No history level property found in database 2022-03-16T05:33:52.376Z||main|||||INFO|500||ENGINE-03065 Creating historyLevel property in database for level: HistoryLevelFull(name=full, id=3) 2022-03-16T05:33:52.630Z||main|||||INFO|500||ENGINE-00001 Process Engine default created. 2022-03-16T05:33:53.738Z||main|||||INFO|500||STARTER-SB010 creating initial Admin User: AdminUserProperty[id=admin, firstName=Admin, lastName=Admin, email=admin@localhost, password=******] 2022-03-16T05:33:58.783Z||main|||||DEBUG|500||Setting up HttpComponentsClientHttpRequestFactory with SSL Context 2022-03-16T05:33:58.783Z||main|||||DEBUG|500||Setting client trust-store: file:/opt/app/osaaf/local/truststoreONAPall.jks 2022-03-16T05:33:58.784Z||main|||||DEBUG|500||Creating SSLConnectionSocketFactory with AllowAllHostsVerifier ... 2022-03-16T05:34:00.323Z||main|||||WARN|500||spring.jpa.open-in-view is enabled by default. Therefore, database queries may be performed during view rendering. Explicitly configure spring.jpa.open-in-view to disable this warning 2022-03-16T05:34:00.606Z||main|||||INFO|500||Setting ThreadPoolTaskExecutor for async calls ... 2022-03-16T05:34:01.936Z||main|||||DEBUG|500||Injecting class org.onap.so.security.SoBasicHttpSecurityConfigurer configuration ... 2022-03-16T05:34:05.605Z||main|||||INFO|500||Started Application in 81.781 seconds (JVM running for 87.122) 2022-03-16T05:34:05.637Z||main|||||INFO|500||ENGINE-14014 Starting up the JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]. 2022-03-16T05:34:05.651Z||main|||||INFO|500||SO ETSI NFVO NS LCM Application started successfully! 2022-03-16T05:34:05.655Z||JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]|||||INFO|500||ENGINE-14018 JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor] starting to acquire jobs 2022-03-16T06:03:20.725Z||JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]|||||WARN|500||bpmn-pool - Connection org.mariadb.jdbc.MariaDbConnection@3bc365a8 marked as broken because of SQLSTATE(08S01), ErrorCode(1047) java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.createException(ExceptionFactory.java:73) at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.create(ExceptionFactory.java:153) at org.mariadb.jdbc.MariaDbStatement.executeExceptionEpilogue(MariaDbStatement.java:274) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:229) at org.mariadb.jdbc.ClientSidePreparedStatement.execute(ClientSidePreparedStatement.java:149) at com.zaxxer.hikari.pool.ProxyPreparedStatement.execute(ProxyPreparedStatement.java:44) at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.execute(HikariProxyPreparedStatement.java) at org.apache.ibatis.executor.statement.PreparedStatementHandler.query(PreparedStatementHandler.java:64) at org.apache.ibatis.executor.statement.RoutingStatementHandler.query(RoutingStatementHandler.java:79) at org.apache.ibatis.executor.BatchExecutor.doQuery(BatchExecutor.java:92) at org.apache.ibatis.executor.BaseExecutor.queryFromDatabase(BaseExecutor.java:324) at org.apache.ibatis.executor.BaseExecutor.query(BaseExecutor.java:156) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:109) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:83) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:147) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:140) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.lambda$executeSelectList$1(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.util.ExceptionUtil.doWithExceptionWrapper(ExceptionUtil.java:254) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.executeSelectList(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.selectList(DbSqlSession.java:99) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectListWithRawParameter(DbEntityManager.java:182) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:174) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:170) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:159) at org.camunda.bpm.engine.impl.persistence.entity.JobManager.findNextJobsToExecute(JobManager.java:222) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:66) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:44) at org.camunda.bpm.engine.impl.interceptor.CommandExecutorImpl.execute(CommandExecutorImpl.java:28) at org.camunda.bpm.engine.impl.interceptor.CommandContextInterceptor.execute(CommandContextInterceptor.java:110) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor$1.doInTransaction(SpringTransactionInterceptor.java:46) at org.springframework.transaction.support.TransactionTemplate.execute(TransactionTemplate.java:140) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor.execute(SpringTransactionInterceptor.java:44) at org.camunda.bpm.engine.impl.interceptor.ProcessApplicationContextInterceptor.execute(ProcessApplicationContextInterceptor.java:70) at org.camunda.bpm.engine.impl.interceptor.CommandCounterInterceptor.execute(CommandCounterInterceptor.java:35) at org.camunda.bpm.engine.impl.interceptor.LogInterceptor.execute(LogInterceptor.java:33) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.acquireJobs(SequentialJobAcquisitionRunnable.java:158) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.run(SequentialJobAcquisitionRunnable.java:76) at java.base/java.lang.Thread.run(Unknown Source) Caused by: org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException.of(MariaDbSqlException.java:34) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:194) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:177) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:321) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:220) ... 34 common frames omitted Caused by: java.sql.SQLException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1688) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1550) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1513) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:318) ... 35 common frames omitted 2022-03-16T06:03:20.736Z||JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]|||||ERROR|500||ENGINE-16004 Exception while closing command context: An exception occurred in the persistence layer. Please check the server logs for a detailed message and the entire exception stack trace. org.camunda.bpm.engine.ProcessEngineException: An exception occurred in the persistence layer. Please check the server logs for a detailed message and the entire exception stack trace. at org.camunda.bpm.engine.impl.util.ExceptionUtil.wrapPersistenceException(ExceptionUtil.java:263) at org.camunda.bpm.engine.impl.util.ExceptionUtil.doWithExceptionWrapper(ExceptionUtil.java:257) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.executeSelectList(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.selectList(DbSqlSession.java:99) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectListWithRawParameter(DbEntityManager.java:182) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:174) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:170) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:159) at org.camunda.bpm.engine.impl.persistence.entity.JobManager.findNextJobsToExecute(JobManager.java:222) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:66) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:44) at org.camunda.bpm.engine.impl.interceptor.CommandExecutorImpl.execute(CommandExecutorImpl.java:28) at org.camunda.bpm.engine.impl.interceptor.CommandContextInterceptor.execute(CommandContextInterceptor.java:110) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor$1.doInTransaction(SpringTransactionInterceptor.java:46) at org.springframework.transaction.support.TransactionTemplate.execute(TransactionTemplate.java:140) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor.execute(SpringTransactionInterceptor.java:44) at org.camunda.bpm.engine.impl.interceptor.ProcessApplicationContextInterceptor.execute(ProcessApplicationContextInterceptor.java:70) at org.camunda.bpm.engine.impl.interceptor.CommandCounterInterceptor.execute(CommandCounterInterceptor.java:35) at org.camunda.bpm.engine.impl.interceptor.LogInterceptor.execute(LogInterceptor.java:33) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.acquireJobs(SequentialJobAcquisitionRunnable.java:158) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.run(SequentialJobAcquisitionRunnable.java:76) at java.base/java.lang.Thread.run(Unknown Source) Caused by: org.apache.ibatis.exceptions.PersistenceException: ### Error querying database. Cause: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use ### The error may exist in org/camunda/bpm/engine/impl/mapping/entity/Job.xml ### The error may involve org.camunda.bpm.engine.impl.persistence.entity.JobEntity.selectNextJobsToExecute-Inline ### The error occurred while setting parameters ### SQL: select RES.ID_, RES.REV_, RES.DUEDATE_, RES.PROCESS_INSTANCE_ID_, RES.EXCLUSIVE_ from ACT_RU_JOB RES where (RES.RETRIES_ > 0) and ( RES.DUEDATE_ is null or RES.DUEDATE_ <= ? ) and (RES.LOCK_OWNER_ is null or RES.LOCK_EXP_TIME_ < ?) and RES.SUSPENSION_STATE_ = 1 and (RES.DEPLOYMENT_ID_ is null or ( RES.DEPLOYMENT_ID_ IN ( ? ) ) ) and ( ( RES.EXCLUSIVE_ = 1 and not exists( select J2.ID_ from ACT_RU_JOB J2 where J2.PROCESS_INSTANCE_ID_ = RES.PROCESS_INSTANCE_ID_ -- from the same proc. inst. and (J2.EXCLUSIVE_ = 1) -- also exclusive and (J2.LOCK_OWNER_ is not null and J2.LOCK_EXP_TIME_ >= ?) -- in progress ) ) or RES.EXCLUSIVE_ = 0 ) LIMIT ? OFFSET ? ### Cause: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use at org.apache.ibatis.exceptions.ExceptionFactory.wrapException(ExceptionFactory.java:30) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:149) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:140) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.lambda$executeSelectList$1(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.util.ExceptionUtil.doWithExceptionWrapper(ExceptionUtil.java:254) ... 20 common frames omitted Caused by: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.createException(ExceptionFactory.java:73) at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.create(ExceptionFactory.java:153) at org.mariadb.jdbc.MariaDbStatement.executeExceptionEpilogue(MariaDbStatement.java:274) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:229) at org.mariadb.jdbc.ClientSidePreparedStatement.execute(ClientSidePreparedStatement.java:149) at com.zaxxer.hikari.pool.ProxyPreparedStatement.execute(ProxyPreparedStatement.java:44) at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.execute(HikariProxyPreparedStatement.java) at org.apache.ibatis.executor.statement.PreparedStatementHandler.query(PreparedStatementHandler.java:64) at org.apache.ibatis.executor.statement.RoutingStatementHandler.query(RoutingStatementHandler.java:79) at org.apache.ibatis.executor.BatchExecutor.doQuery(BatchExecutor.java:92) at org.apache.ibatis.executor.BaseExecutor.queryFromDatabase(BaseExecutor.java:324) at org.apache.ibatis.executor.BaseExecutor.query(BaseExecutor.java:156) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:109) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:83) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:147) ... 23 common frames omitted Caused by: org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException.of(MariaDbSqlException.java:34) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:194) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:177) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:321) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:220) ... 34 common frames omitted Caused by: java.sql.SQLException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1688) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1550) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1513) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:318) ... 35 common frames omitted 2022-03-16T06:03:20.744Z||JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]|||||ERROR|500||Application exception overridden by rollback exception org.camunda.bpm.engine.ProcessEngineException: An exception occurred in the persistence layer. Please check the server logs for a detailed message and the entire exception stack trace. at org.camunda.bpm.engine.impl.util.ExceptionUtil.wrapPersistenceException(ExceptionUtil.java:263) at org.camunda.bpm.engine.impl.util.ExceptionUtil.doWithExceptionWrapper(ExceptionUtil.java:257) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.executeSelectList(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.selectList(DbSqlSession.java:99) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectListWithRawParameter(DbEntityManager.java:182) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:174) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:170) at org.camunda.bpm.engine.impl.db.entitymanager.DbEntityManager.selectList(DbEntityManager.java:159) at org.camunda.bpm.engine.impl.persistence.entity.JobManager.findNextJobsToExecute(JobManager.java:222) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:66) at org.camunda.bpm.engine.impl.cmd.AcquireJobsCmd.execute(AcquireJobsCmd.java:44) at org.camunda.bpm.engine.impl.interceptor.CommandExecutorImpl.execute(CommandExecutorImpl.java:28) at org.camunda.bpm.engine.impl.interceptor.CommandContextInterceptor.execute(CommandContextInterceptor.java:110) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor$1.doInTransaction(SpringTransactionInterceptor.java:46) at org.springframework.transaction.support.TransactionTemplate.execute(TransactionTemplate.java:140) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor.execute(SpringTransactionInterceptor.java:44) at org.camunda.bpm.engine.impl.interceptor.ProcessApplicationContextInterceptor.execute(ProcessApplicationContextInterceptor.java:70) at org.camunda.bpm.engine.impl.interceptor.CommandCounterInterceptor.execute(CommandCounterInterceptor.java:35) at org.camunda.bpm.engine.impl.interceptor.LogInterceptor.execute(LogInterceptor.java:33) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.acquireJobs(SequentialJobAcquisitionRunnable.java:158) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.run(SequentialJobAcquisitionRunnable.java:76) at java.base/java.lang.Thread.run(Unknown Source) Caused by: org.apache.ibatis.exceptions.PersistenceException: ### Error querying database. Cause: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use ### The error may exist in org/camunda/bpm/engine/impl/mapping/entity/Job.xml ### The error may involve org.camunda.bpm.engine.impl.persistence.entity.JobEntity.selectNextJobsToExecute-Inline ### The error occurred while setting parameters ### SQL: select RES.ID_, RES.REV_, RES.DUEDATE_, RES.PROCESS_INSTANCE_ID_, RES.EXCLUSIVE_ from ACT_RU_JOB RES where (RES.RETRIES_ > 0) and ( RES.DUEDATE_ is null or RES.DUEDATE_ <= ? ) and (RES.LOCK_OWNER_ is null or RES.LOCK_EXP_TIME_ < ?) and RES.SUSPENSION_STATE_ = 1 and (RES.DEPLOYMENT_ID_ is null or ( RES.DEPLOYMENT_ID_ IN ( ? ) ) ) and ( ( RES.EXCLUSIVE_ = 1 and not exists( select J2.ID_ from ACT_RU_JOB J2 where J2.PROCESS_INSTANCE_ID_ = RES.PROCESS_INSTANCE_ID_ -- from the same proc. inst. and (J2.EXCLUSIVE_ = 1) -- also exclusive and (J2.LOCK_OWNER_ is not null and J2.LOCK_EXP_TIME_ >= ?) -- in progress ) ) or RES.EXCLUSIVE_ = 0 ) LIMIT ? OFFSET ? ### Cause: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use at org.apache.ibatis.exceptions.ExceptionFactory.wrapException(ExceptionFactory.java:30) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:149) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:140) at org.camunda.bpm.engine.impl.db.sql.DbSqlSession.lambda$executeSelectList$1(DbSqlSession.java:107) at org.camunda.bpm.engine.impl.util.ExceptionUtil.doWithExceptionWrapper(ExceptionUtil.java:254) ... 20 common frames omitted Caused by: java.sql.SQLNonTransientConnectionException: (conn=1123) WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.createException(ExceptionFactory.java:73) at org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory.create(ExceptionFactory.java:153) at org.mariadb.jdbc.MariaDbStatement.executeExceptionEpilogue(MariaDbStatement.java:274) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:229) at org.mariadb.jdbc.ClientSidePreparedStatement.execute(ClientSidePreparedStatement.java:149) at com.zaxxer.hikari.pool.ProxyPreparedStatement.execute(ProxyPreparedStatement.java:44) at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.execute(HikariProxyPreparedStatement.java) at org.apache.ibatis.executor.statement.PreparedStatementHandler.query(PreparedStatementHandler.java:64) at org.apache.ibatis.executor.statement.RoutingStatementHandler.query(RoutingStatementHandler.java:79) at org.apache.ibatis.executor.BatchExecutor.doQuery(BatchExecutor.java:92) at org.apache.ibatis.executor.BaseExecutor.queryFromDatabase(BaseExecutor.java:324) at org.apache.ibatis.executor.BaseExecutor.query(BaseExecutor.java:156) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:109) at org.apache.ibatis.executor.CachingExecutor.query(CachingExecutor.java:83) at org.apache.ibatis.session.defaults.DefaultSqlSession.selectList(DefaultSqlSession.java:147) ... 23 common frames omitted Caused by: org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException.of(MariaDbSqlException.java:34) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:194) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:177) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:321) at org.mariadb.jdbc.ClientSidePreparedStatement.executeInternal(ClientSidePreparedStatement.java:220) ... 34 common frames omitted Caused by: java.sql.SQLException: WSREP has not yet prepared node for application use at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1688) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1550) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1513) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:318) ... 35 common frames omitted 2022-03-16T06:03:20.746Z||JobExecutor[org.camunda.bpm.engine.spring.components.jobexecutor.SpringJobExecutor]|||||ERROR|500||ENGINE-14019 Exception during job acquisition Could not roll back JDBC transaction; nested exception is java.sql.SQLException: Connection is closed org.springframework.transaction.TransactionSystemException: Could not roll back JDBC transaction; nested exception is java.sql.SQLException: Connection is closed at org.springframework.jdbc.datasource.DataSourceTransactionManager.doRollback(DataSourceTransactionManager.java:347) at org.springframework.transaction.support.AbstractPlatformTransactionManager.processRollback(AbstractPlatformTransactionManager.java:835) at org.springframework.transaction.support.AbstractPlatformTransactionManager.rollback(AbstractPlatformTransactionManager.java:809) at org.springframework.transaction.support.TransactionTemplate.rollbackOnException(TransactionTemplate.java:168) at org.springframework.transaction.support.TransactionTemplate.execute(TransactionTemplate.java:144) at org.camunda.bpm.engine.spring.SpringTransactionInterceptor.execute(SpringTransactionInterceptor.java:44) at org.camunda.bpm.engine.impl.interceptor.ProcessApplicationContextInterceptor.execute(ProcessApplicationContextInterceptor.java:70) at org.camunda.bpm.engine.impl.interceptor.CommandCounterInterceptor.execute(CommandCounterInterceptor.java:35) at org.camunda.bpm.engine.impl.interceptor.LogInterceptor.execute(LogInterceptor.java:33) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.acquireJobs(SequentialJobAcquisitionRunnable.java:158) at org.camunda.bpm.engine.impl.jobexecutor.SequentialJobAcquisitionRunnable.run(SequentialJobAcquisitionRunnable.java:76) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.sql.SQLException: Connection is closed at com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection.lambda$getClosedConnection$0(ProxyConnection.java:515) at com.sun.proxy.$Proxy103.rollback(Unknown Source) at com.zaxxer.hikari.pool.ProxyConnection.rollback(ProxyConnection.java:396) at com.zaxxer.hikari.pool.HikariProxyConnection.rollback(HikariProxyConnection.java) at org.springframework.jdbc.datasource.DataSourceTransactionManager.doRollback(DataSourceTransactionManager.java:344) ... 11 common frames omitted