2021-07-07T00:23:57.648Z||schedulerFactoryBean_Worker-4|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-07-07T00:23:57.648Z||schedulerFactoryBean_Worker-5|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-07-07T00:23:57.650Z||schedulerFactoryBean_Worker-4|ERROR|org.jboss.logging.Log4jLogger| (conn:1891) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 2021-07-07T00:23:57.651Z||schedulerFactoryBean_Worker-10|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-07-07T00:23:57.652Z||schedulerFactoryBean_Worker-10|ERROR|org.jboss.logging.Log4jLogger| (conn:1889) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 2021-07-07T00:23:57.651Z||schedulerFactoryBean_Worker-5|ERROR|org.jboss.logging.Log4jLogger| (conn:1887) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344399' order by MODIFIED_DATE ASC limit 1 2021-07-07T00:23:57.651Z||schedulerFactoryBean_Worker-7|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-07-07T00:23:57.653Z||schedulerFactoryBean_Worker-7|ERROR|org.jboss.logging.Log4jLogger| (conn:1892) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344312' order by MODIFIED_DATE ASC limit 1 2021-07-07T00:23:57.649Z||schedulerFactoryBean_Worker-1|WARN|org.jboss.logging.Log4jLogger| SQL Error: 1205, SQLState: HY000 2021-07-07T00:23:57.654Z||schedulerFactoryBean_Worker-4|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:1891) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'CREATING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-07-07T00:23:57.654Z||schedulerFactoryBean_Worker-5|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:1887) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344399' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'RESOURCE_IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344399' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-07-07T00:23:57.656Z||schedulerFactoryBean_Worker-1|ERROR|org.jboss.logging.Log4jLogger| (conn:1888) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; 2021-07-07T00:23:57.659Z||schedulerFactoryBean_Worker-7|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:1892) Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344312' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from VID_JOB where JOB_STATUS = 'IN_PROGRESS' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and MODIFIED_DATE <= '2021-07-07 00:23:48.344312' order by MODIFIED_DATE ASC limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-07-07T00:23:57.656Z||schedulerFactoryBean_Worker-10|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:1889) Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select vid_job.* from VID_JOB left join (select user_Id, 1 as has_any_in_progress_job from VID_JOB where JOB_STATUS = 'IN_PROGRESS' or TAKEN_BY IS NOT NULL group by user_id) users_have_any_in_progress_job_tbl on vid_job.user_id = users_have_any_in_progress_job_tbl.user_id where JOB_STATUS = 'PENDING' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and ( select sum(CASE WHEN JOB_STATUS='IN_PROGRESS' or (JOB_STATUS='PENDING' and TAKEN_BY IS NOT NULL) THEN 1 ELSE 0 END) as in_progress from VID_JOB ) <200 and TEMPLATE_Id not in (select TEMPLATE_Id from vid_job where TEMPLATE_Id IS NOT NULL and( (JOB_STATUS IN('FAILED','FAILED_AND_PAUSED') and DELETED_AT is null) or JOB_STATUS='IN_PROGRESS' or TAKEN_BY IS NOT NULL)) order by has_any_in_progress_job, CREATED_DATE, INDEX_IN_BULK limit 1 at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted 2021-07-07T00:23:57.661Z||schedulerFactoryBean_Worker-1|ERROR|c.a.eelf.configuration.SLF4jWrapper| failed to pull job from queue, breaking: {} org.hibernate.exception.GenericJDBCException: could not extract ResultSet at org.hibernate.exception.internal.StandardSQLExceptionConverter.convert(StandardSQLExceptionConverter.java:54) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:126) at org.hibernate.engine.jdbc.spi.SqlExceptionHelper.convert(SqlExceptionHelper.java:112) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:91) at org.hibernate.loader.Loader.getResultSet(Loader.java:2066) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1863) at org.hibernate.loader.Loader.executeQueryStatement(Loader.java:1839) at org.hibernate.loader.Loader.doQuery(Loader.java:910) at org.hibernate.loader.Loader.doQueryAndInitializeNonLazyCollections(Loader.java:355) at org.hibernate.loader.Loader.doList(Loader.java:2554) at org.hibernate.loader.Loader.doList(Loader.java:2540) at org.hibernate.loader.Loader.listIgnoreQueryCache(Loader.java:2370) at org.hibernate.loader.Loader.list(Loader.java:2365) at org.hibernate.loader.custom.CustomLoader.list(CustomLoader.java:353) at org.hibernate.internal.SessionImpl.listCustomQuery(SessionImpl.java:1909) at org.hibernate.internal.AbstractSessionImpl.list(AbstractSessionImpl.java:311) at org.hibernate.internal.SQLQueryImpl.list(SQLQueryImpl.java:141) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:313) at org.onap.portalsdk.core.service.DataAccessServiceImpl.executeSQLQuery(DataAccessServiceImpl.java:297) at jdk.internal.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:366) at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:99) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy103.executeSQLQuery(Unknown Source) at org.onap.vid.job.impl.JobsBrokerServiceInDatabaseImpl.pull(JobsBrokerServiceInDatabaseImpl.java:110) at org.onap.vid.job.impl.JobWorker.pullJob(JobWorker.java:70) at org.onap.vid.job.impl.JobWorker.executeInternal(JobWorker.java:58) at org.springframework.scheduling.quartz.QuartzJobBean.execute(QuartzJobBean.java:75) at org.quartz.core.JobRunShell.run(JobRunShell.java:202) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573) Caused by: java.sql.SQLException: (conn:1888) Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:150) at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeQuery(MariaDbServerPreparedStatement.java:342) at com.mchange.v2.c3p0.impl.NewProxyPreparedStatement.executeQuery(NewProxyPreparedStatement.java:1471) at org.hibernate.engine.jdbc.internal.ResultSetReturnImpl.extract(ResultSetReturnImpl.java:82) ... 32 common frames omitted Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Lock wait timeout exceeded; try restarting transaction Query is: select * from vid_job as JOB left join (select template_id,count(*) as in_progress_count from vid_job where ( ( (job_status in ('IN_PROGRESS','RESOURCE_IN_PROGRESS') and DELETED_AT is NULL) or (JOB_STATUS='PENDING_RESOURCE' and TAKEN_BY IS NOT NULL) ) and TEMPLATE_ID IS NOT NULL and DELETED_AT is NULL ) group by template_id) as COUNTER on COUNTER.template_id=JOB.template_id where ( JOB_STATUS = 'PENDING_RESOURCE' and TAKEN_BY is null and DELETED_AT is null and BUILD = '8.0.2..677' and in_progress_count is NULL and JOB.template_id is not NULL )order by INDEX_IN_BULK,JOB.template_id limit 1; at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ... 36 common frames omitted