2021-05-04T02:36:26.724Z||schedulerFactoryBean_Worker-7|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.724Z||schedulerFactoryBean_Worker-4|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.723Z||schedulerFactoryBean_Worker-2|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.723Z||schedulerFactoryBean_Worker-9|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.724Z||schedulerFactoryBean_Worker-8|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.723Z||schedulerFactoryBean_Worker-1|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.727Z||schedulerFactoryBean_Worker-4|ERROR|org.jboss.logging.Log4jLogger| (conn:2999) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 2021-05-04T02:36:26.727Z||schedulerFactoryBean_Worker-1|ERROR|org.jboss.logging.Log4jLogger| (conn:3030) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 2021-05-04T02:36:26.727Z||schedulerFactoryBean_Worker-7|ERROR|org.jboss.logging.Log4jLogger| (conn:3031) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.87656' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.724Z||schedulerFactoryBean_Worker-3|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.728Z||schedulerFactoryBean_Worker-3|ERROR|org.jboss.logging.Log4jLogger| (conn:2997) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.876781' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.728Z||schedulerFactoryBean_Worker-8|ERROR|org.jboss.logging.Log4jLogger| (conn:3032) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; 2021-05-04T02:36:26.728Z||schedulerFactoryBean_Worker-9|ERROR|org.jboss.logging.Log4jLogger| (conn:3033) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.729Z||schedulerFactoryBean_Worker-2|ERROR|org.jboss.logging.Log4jLogger| (conn:2998) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876448' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.723Z||schedulerFactoryBean_Worker-6|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.731Z||schedulerFactoryBean_Worker-6|ERROR|org.jboss.logging.Log4jLogger| (conn:2996) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.723Z||schedulerFactoryBean_Worker-5|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:36:26.756Z||schedulerFactoryBean_Worker-5|ERROR|org.jboss.logging.Log4jLogger| (conn:2995) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876258' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:36:26.778Z||schedulerFactoryBean_Worker-1|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:3030) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.780Z||schedulerFactoryBean_Worker-8|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:3032) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.781Z||schedulerFactoryBean_Worker-2|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:2998) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876448' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876448' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.782Z||schedulerFactoryBean_Worker-6|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:2996) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.785Z||schedulerFactoryBean_Worker-7|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:3031) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.87656' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.87656' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.787Z||schedulerFactoryBean_Worker-9|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:3033) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.789Z||schedulerFactoryBean_Worker-3|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:2997) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.876781' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:14.876781' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.795Z||schedulerFactoryBean_Worker-5|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:2995) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876258' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:36:13.876258' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:36:26.798Z||schedulerFactoryBean_Worker-4|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:2999) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.031Z||schedulerFactoryBean_Worker-3|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.031Z||schedulerFactoryBean_Worker-4|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.031Z||schedulerFactoryBean_Worker-8|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.031Z||schedulerFactoryBean_Worker-6|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.035Z||schedulerFactoryBean_Worker-3|ERROR|org.jboss.logging.Log4jLogger| (conn:6214) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 2021-05-04T02:59:32.035Z||schedulerFactoryBean_Worker-6|ERROR|org.jboss.logging.Log4jLogger| (conn:6210) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; 2021-05-04T02:59:32.035Z||schedulerFactoryBean_Worker-8|ERROR|org.jboss.logging.Log4jLogger| (conn:6211) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; 2021-05-04T02:59:32.036Z||schedulerFactoryBean_Worker-2|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.036Z||schedulerFactoryBean_Worker-5|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.036Z||schedulerFactoryBean_Worker-4|ERROR|org.jboss.logging.Log4jLogger| (conn:6212) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:59:32.037Z||schedulerFactoryBean_Worker-9|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:32.037Z||schedulerFactoryBean_Worker-9|ERROR|org.jboss.logging.Log4jLogger| (conn:6213) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:59:32.039Z||schedulerFactoryBean_Worker-2|ERROR|org.jboss.logging.Log4jLogger| (conn:6824) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:59:21.876235' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:59:32.039Z||schedulerFactoryBean_Worker-5|ERROR|org.jboss.logging.Log4jLogger| (conn:6209) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 2021-05-04T02:59:32.039Z||schedulerFactoryBean_Worker-8|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6211) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.061Z||schedulerFactoryBean_Worker-9|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6213) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.052Z||schedulerFactoryBean_Worker-2|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6824) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:59:21.876235' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:59:21.876235' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.061Z||schedulerFactoryBean_Worker-5|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6209) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.039Z||schedulerFactoryBean_Worker-6|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6210) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.039Z||schedulerFactoryBean_Worker-4|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6212) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.076Z||schedulerFactoryBean_Worker-3|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6214) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-05-04T02:59:32.077Z||schedulerFactoryBean_Worker-7|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1047, SQLState: 08S01 2021-05-04T02:59:32.077Z||schedulerFactoryBean_Worker-7|ERROR|org.jboss.logging.Log4jLogger| (conn:6215) WSREP has not yet prepared node for application use Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-05-04 02:59:22.876178' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:59:32.092Z||schedulerFactoryBean_Worker-7|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.springframework.transaction.TransactionSystemException: Could not roll back Hibernate transaction; nested exception is org.hibernate.TransactionException: rollback failed at org.springframework.orm.hibernate4.HibernateTransactionManager.doRollback(HibernateTransactionManager.java:607) at org.springframework.transaction.support.AbstractPlatformTransactionManager.processRollback(AbstractPlatformTransactionManager.java:836) at org.springframework.transaction.support.AbstractPlatformTransactionManager.rollback(AbstractPlatformTransactionManager.java:810) at org.springframework.transaction.interceptor.TransactionAspectSupport.completeTransactionAfterThrowing(TransactionAspectSupport.java:649) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:370) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: org.hibernate.TransactionException: rollback failed at org.hibernate.engine.transaction.spi.AbstractTransactionImpl.rollback(AbstractTransactionImpl.java:217) at org.springframework.orm.hibernate4.HibernateTransactionManager.doRollback(HibernateTransactionManager.java:604) ... 14 common frames omitted Caused by: org.hibernate.TransactionException: unable to rollback against JDBC connection at org.hibernate.engine.transaction.internal.jdbc.JdbcTransaction.doRollback(JdbcTransaction.java:167) at org.hibernate.engine.transaction.spi.AbstractTransactionImpl.rollback(AbstractTransactionImpl.java:211) ... 15 common frames omitted Caused by: java.sql.SQLNonTransientConnectionException: (conn:6215) Connection is close at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:137) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbStatement.executeInternal(MariaDbStatement.java:253) at org.mariadb.jdbc.MariaDbStatement.execute(MariaDbStatement.java:266) at org.mariadb.jdbc.MariaDbConnection.rollback(MariaDbConnection.java:616) at com.mchange.v2.c3p0.impl.NewProxyConnection.rollback(NewProxyConnection.java:1033) at org.hibernate.engine.transaction.internal.jdbc.JdbcTransaction.doRollback(JdbcTransaction.java:163) ... 16 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Connection is close at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.cmdPrologue(AbstractQueryProtocol.java:1268) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:138) at org.mariadb.jdbc.MariaDbStatement.executeInternal(MariaDbStatement.java:243) ... 20 common frames omitted 2021-05-04T02:59:39.212Z||schedulerFactoryBean_Worker-1|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-05-04T02:59:39.215Z||schedulerFactoryBean_Worker-1|ERROR|org.jboss.logging.Log4jLogger| (conn:6203) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-05-04T02:59:39.221Z||schedulerFactoryBean_Worker-1|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor328.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:6203) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted