Process Thread Dump: 55 active threads Thread 168662 (hiveserver2-web-168662): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.lang.Thread.run(Thread.java:750) Thread 167412 (hiveserver2-web-167412): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 165969 (process reaper): State: TIMED_WAITING Blocked count: 0 Waited count: 42 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 149795 (hiveserver2-web-149795): State: RUNNABLE Blocked count: 0 Waited count: 18 Stack: sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 135227 (hiveserver2-web-135227): State: RUNNABLE Blocked count: 0 Waited count: 15 Stack: sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 132494 (ForkJoinPool.commonPool-worker-23): State: WAITING Blocked count: 0 Waited count: 541 Waiting on java.util.concurrent.ForkJoinPool@1919628a Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Thread 132489 (ForkJoinPool.commonPool-worker-30): State: WAITING Blocked count: 1 Waited count: 520 Waiting on java.util.concurrent.ForkJoinPool@1919628a Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Thread 132488 (ForkJoinPool.commonPool-worker-37): State: WAITING Blocked count: 0 Waited count: 373 Waiting on java.util.concurrent.ForkJoinPool@1919628a Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Thread 129653 (ForkJoinPool.commonPool-worker-44): State: WAITING Blocked count: 0 Waited count: 422 Waiting on java.util.concurrent.ForkJoinPool@1919628a Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Thread 109595 (hiveserver2-web-109595): State: RUNNABLE Blocked count: 1 Waited count: 3 Stack: sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 109593 (hiveserver2-web-109593): State: RUNNABLE Blocked count: 0 Waited count: 43 Stack: sun.management.ThreadImpl.getThreadInfo1(Native Method) sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:185) sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:144) org.apache.hive.http.StackServlet.printThreadInfo(StackServlet.java:67) org.apache.hive.http.StackServlet.doGet(StackServlet.java:49) javax.servlet.http.HttpServlet.service(HttpServlet.java:687) javax.servlet.http.HttpServlet.service(HttpServlet.java:790) org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) org.apache.hive.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:967) org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) Thread 77759 (ForkJoinPool.commonPool-worker-1): State: TIMED_WAITING Blocked count: 1 Waited count: 1047 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Thread 43530 (1a02cdb1-0ad8-46dc-89b6-7629f604e1c6 HiveServer2-Handler-Pool: Thread-43530): State: RUNNABLE Blocked count: 23071 Waited count: 15047 Stack: java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.socketRead(SocketInputStream.java:116) java.net.SocketInputStream.read(SocketInputStream.java:171) java.net.SocketInputStream.read(SocketInputStream.java:141) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:177) org.apache.thrift.transport.TTransport.readAll(TTransport.java:109) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:464) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:362) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:245) org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_add_partitions_req(ThriftHiveMetastore.java:3196) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.add_partitions_req(ThriftHiveMetastore.java:3183) org.apache.hadoop.hive.metastore.HiveMetaStoreClient.add_partitions(HiveMetaStoreClient.java:1162) org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.add_partitions(SessionHiveMetaStoreClient.java:1083) sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) Thread 23541 (Session-Scheduler-29090809-1): State: WAITING Blocked count: 0 Waited count: 6 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ad45431 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 23535 (Connector-Scheduler-1ffd0114-1): State: TIMED_WAITING Blocked count: 0 Waited count: 32 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 21056 (e658655e-d4b6-42fe-9d59-fba246b924a4 HiveServer2-Handler-Pool: Thread-21056): State: WAITING Blocked count: 14876 Waited count: 17013 Waiting on java.util.concurrent.locks.ReentrantLock$FairSync@4f88297b Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:224) java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) org.apache.hadoop.hive.ql.lock.CompileLock.tryAcquire(CompileLock.java:94) org.apache.hadoop.hive.ql.lock.CompileLock.tryAcquire(CompileLock.java:61) org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:457) org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:436) org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:430) org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:121) org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:207) org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:270) org.apache.hive.service.cli.operation.Operation.run(Operation.java:286) org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:557) org.apache.hive.service.cli.session.HiveSessionImpl.executeStatement(HiveSessionImpl.java:531) org.apache.hive.service.cli.CLIService.executeStatement(CLIService.java:286) org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:653) Thread 3975 (d58f3525-226d-42e1-ab30-f4b7a62e7468 HiveServer2-Handler-Pool: Thread-3975): State: RUNNABLE Blocked count: 18934 Waited count: 21818 Stack: java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.socketRead(SocketInputStream.java:116) java.net.SocketInputStream.read(SocketInputStream.java:171) java.net.SocketInputStream.read(SocketInputStream.java:141) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:177) org.apache.thrift.transport.TTransport.readAll(TTransport.java:109) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:464) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:362) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:245) org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_table_req(ThriftHiveMetastore.java:2758) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_table_req(ThriftHiveMetastore.java:2745) org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTableInternal(HiveMetaStoreClient.java:2740) org.apache.hadoop.hive.ql.metadata.HiveMetaStoreClientWithLocalCache.getTableInternal(HiveMetaStoreClientWithLocalCache.java:295) org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.getTableInternal(SessionHiveMetaStoreClient.java:2120) org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTable(HiveMetaStoreClient.java:2798) org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.getTable(SessionHiveMetaStoreClient.java:284) Thread 343 (HiveServer2-Handler-Pool: Thread-343): State: WAITING Blocked count: 16210 Waited count: 20805 Waiting on java.util.concurrent.SynchronousQueue$TransferStack@1d571f32 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 76 (529da588-9b7f-4950-9d73-578607ddce1a HiveServer2-Handler-Pool: Thread-76): State: RUNNABLE Blocked count: 28341 Waited count: 28644 Stack: java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.socketRead(SocketInputStream.java:116) java.net.SocketInputStream.read(SocketInputStream.java:171) java.net.SocketInputStream.read(SocketInputStream.java:141) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:177) org.apache.thrift.transport.TTransport.readAll(TTransport.java:109) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:464) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:362) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:245) org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_table_req(ThriftHiveMetastore.java:2758) org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_table_req(ThriftHiveMetastore.java:2745) org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTableInternal(HiveMetaStoreClient.java:2740) org.apache.hadoop.hive.ql.metadata.HiveMetaStoreClientWithLocalCache.getTableInternal(HiveMetaStoreClientWithLocalCache.java:295) org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.getTableInternal(SessionHiveMetaStoreClient.java:2120) org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTable(HiveMetaStoreClient.java:2798) org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.getTable(SessionHiveMetaStoreClient.java:284) Thread 75 (DestroyJavaVM): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 74 (org.apache.hadoop.hive.common.JvmPauseMonitor$Monitor@577f9dfd): State: TIMED_WAITING Blocked count: 0 Waited count: 17276 Stack: java.lang.Thread.sleep(Native Method) org.apache.hadoop.hive.common.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:181) java.lang.Thread.run(Thread.java:750) Thread 73 (TriggerValidator): State: TIMED_WAITING Blocked count: 0 Waited count: 17276 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 72 (TezSessionPool-cleanup): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@c5f744 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker.runRestartThread(SessionExpirationTracker.java:113) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker.access$300(SessionExpirationTracker.java:34) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker$3.run(SessionExpirationTracker.java:98) java.lang.Thread.run(Thread.java:750) Thread 71 (TezSessionPool-expiration): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e08d5d6 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker.runExpirationThread(SessionExpirationTracker.java:135) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker.access$100(SessionExpirationTracker.java:34) org.apache.hadoop.hive.ql.exec.tez.SessionExpirationTracker$2.run(SessionExpirationTracker.java:85) java.lang.Thread.run(Thread.java:750) Thread 70 (Session-HouseKeeper-273dec10-1): State: TIMED_WAITING Blocked count: 0 Waited count: 14 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 69 (Scheduler-1073835233-1): State: TIMED_WAITING Blocked count: 0 Waited count: 8649 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 67 (hiveserver2-web-67-acceptor-3@e2b06b9-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}): State: BLOCKED Blocked count: 5 Waited count: 1 Blocked on java.lang.Object@7412ef49 Blocked by 64 (hiveserver2-web-64-acceptor-0@2906a647-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}) Stack: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 66 (hiveserver2-web-66-acceptor-2@622d124c-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}): State: BLOCKED Blocked count: 3 Waited count: 1 Blocked on java.lang.Object@7412ef49 Blocked by 64 (hiveserver2-web-64-acceptor-0@2906a647-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}) Stack: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 65 (hiveserver2-web-65-acceptor-1@4dd34f71-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}): State: BLOCKED Blocked count: 3 Waited count: 1 Blocked on java.lang.Object@7412ef49 Blocked by 64 (hiveserver2-web-64-acceptor-0@2906a647-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}) Stack: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 64 (hiveserver2-web-64-acceptor-0@2906a647-ServerConnector@1ffd0114{HTTP/1.1, (http/1.1)}{0.0.0.0:10002}): State: RUNNABLE Blocked count: 3 Waited count: 1 Stack: sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421) sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249) org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.lang.Thread.run(Thread.java:750) Thread 60 (Thrift Server): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.net.PlainSocketImpl.socketAccept(Native Method) java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) java.net.ServerSocket.implAccept(ServerSocket.java:560) java.net.ServerSocket.accept(ServerSocket.java:528) org.apache.thrift.transport.TServerSocket.accept(TServerSocket.java:131) org.apache.thrift.transport.TServerSocket.accept(TServerSocket.java:35) org.apache.thrift.server.TThreadPoolServer.execute(TThreadPoolServer.java:155) org.apache.thrift.server.TThreadPoolServer.serve(TThreadPoolServer.java:141) org.apache.hive.service.cli.thrift.ThriftBinaryCLIService.run(ThriftBinaryCLIService.java:197) java.lang.Thread.run(Thread.java:750) Thread 59 (HiveServer2-Background-Pool: Thread-59): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.lang.Object.wait(Native Method) org.apache.hive.service.cli.session.SessionManager$7.sleepFor(SessionManager.java:344) org.apache.hive.service.cli.session.SessionManager$7.run(SessionManager.java:337) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 58 (NotificationEventPoll 0): State: TIMED_WAITING Blocked count: 0 Waited count: 145 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 55 (Scheduled Query Progress Reporter): State: TIMED_WAITING Blocked count: 0 Waited count: 145 Stack: java.lang.Thread.sleep(Native Method) org.apache.hadoop.hive.ql.scheduled.ScheduledQueryExecutionService$ProgressReporter.run(ScheduledQueryExecutionService.java:291) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 54 (Scheduled Query Poller): State: TIMED_WAITING Blocked count: 0 Waited count: 8648 Stack: java.lang.Thread.sleep(Native Method) org.apache.hadoop.hive.ql.scheduled.ScheduledQueryExecutionService$ScheduledQueryPoller.sleep(ScheduledQueryExecutionService.java:156) org.apache.hadoop.hive.ql.scheduled.ScheduledQueryExecutionService$ScheduledQueryPoller.run(ScheduledQueryExecutionService.java:145) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 53 (Metastore-RuntimeStats-Loader-1): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4188c41a Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 52 (HiveMaterializedViewsRegistry-0): State: TIMED_WAITING Blocked count: 5 Waited count: 7 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 51 (Log4j2-TF-3-Scheduled-2): State: TIMED_WAITING Blocked count: 1939 Waited count: 158385 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 50 (EventualCleanupService thread 9): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 49 (EventualCleanupService thread 8): State: TIMED_WAITING Blocked count: 0 Waited count: 197 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 48 (EventualCleanupService thread 7): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 47 (EventualCleanupService thread 6): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 46 (EventualCleanupService thread 5): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 45 (EventualCleanupService thread 4): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 44 (EventualCleanupService thread 3): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 43 (EventualCleanupService thread 2): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 42 (EventualCleanupService thread 1): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 41 (EventualCleanupService thread 0): State: TIMED_WAITING Blocked count: 0 Waited count: 199 Stack: sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hadoop.hive.ql.cleanup.EventualCleanupService$CleanupRunnable.run(EventualCleanupService.java:125) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Thread 33 (abfs-timer-client-throttling-analyzer-write topledgerprodciapp01): State: WAITING Blocked count: 0 Waited count: 7 Waiting on java.util.TaskQueue@4136cea2 Stack: java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) java.util.TimerThread.mainLoop(Timer.java:526) java.util.TimerThread.run(Timer.java:505) Thread 32 (abfs-timer-client-throttling-analyzer-read topledgerprodciapp01): State: WAITING Blocked count: 1 Waited count: 8 Waiting on java.util.TaskQueue@7b91e07a Stack: java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) java.util.TimerThread.mainLoop(Timer.java:526) java.util.TimerThread.run(Timer.java:505) Thread 30 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner): State: WAITING Blocked count: 2 Waited count: 3 Waiting on java.lang.ref.ReferenceQueue$Lock@c077cf5 Stack: java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4159) java.lang.Thread.run(Thread.java:750) Thread 29 (Log4j2-TF-2-AsyncLogger[AsyncContext@71318ec4]-1): State: TIMED_WAITING Blocked count: 1335815 Waited count: 1809960 Stack: java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:460) org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130) org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86) com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:128) java.lang.Thread.run(Thread.java:750) Thread 5 (Signal Dispatcher): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 3 (Finalizer): State: WAITING Blocked count: 1217 Waited count: 104 Waiting on java.lang.ref.ReferenceQueue$Lock@76f4b85c Stack: java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) Thread 2 (Reference Handler): State: WAITING Blocked count: 418 Waited count: 92 Waiting on java.lang.ref.Reference$Lock@21204c8 Stack: java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) java.lang.ref.Reference.tryHandlePending(Reference.java:191) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)