ConsistentBootstrapTest-_jdk11_x86_64 | coordinatorIsBehindTest-_jdk11_x86_64 | Error | Unterminated threads detected; active threads:
node2_isolatedExecutor:8:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:2:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$48(Instance.java:994)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14004/0x0000000843132840.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_RequestResponseStage-2:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10207/0x0000000842587040.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_PERIODIC-COMMIT-LOG-SYNCER:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079)
java.base@11.0.24/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369)
java.base@11.0.24/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:592)
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:216)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8802/0x0000000842128c40.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:4:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:3:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_COMMIT-LOG-ALLOCATOR:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:434)
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8802/0x0000000842128c40.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:9:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:346)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.Awaitable$AbstractAwaitable.await(Awaitable.java:210)
org.apache.cassandra.concurrent.SEPExecutor.awaitTermination(SEPExecutor.java:331)
org.apache.cassandra.utils.ExecutorUtils.awaitTerminationUntil(ExecutorUtils.java:110)
org.apache.cassandra.utils.ExecutorUtils.awaitTermination(ExecutorUtils.java:100)
org.apache.cassandra.concurrent.Stage.shutdownAndWait(Stage.java:195)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$42(Instance.java:959)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14206/0x0000000843174840.run(Unknown Source)
org.apache.cassandra.distributed.impl.Instance.lambda$parallelRun$53(Instance.java:1212)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14012/0x0000000843134840.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:1:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.parallelRun(Instance.java:1225)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$47(Instance.java:957)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14003/0x0000000843132440.accept(Unknown Source)
org.apache.cassandra.distributed.impl.IsolatedExecutor.lambda$async$10(IsolatedExecutor.java:156)
org.apache.cassandra.distributed.impl.IsolatedExecutor$$Lambda$8666/0x000000084204c440.run(Unknown Source)
org.apache.cassandra.concurrent.FutureTask$2.call(FutureTask.java:124)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:11:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
JNA Cleaner:
java.base@11.0.24/java.lang.Object.wait(Native Method)
java.base@11.0.24/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@11.0.24/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
app//com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
node2_isolatedExecutor:10:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:7:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_RequestResponseStage-1:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10207/0x0000000842587040.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:5:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:6:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
java.lang.IllegalStateException: Unterminated threads detected; active threads:
node2_isolatedExecutor:8:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:2:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$48(Instance.java:994)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14004/0x0000000843132840.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_RequestResponseStage-2:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10207/0x0000000842587040.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_PERIODIC-COMMIT-LOG-SYNCER:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079)
java.base@11.0.24/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369)
java.base@11.0.24/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:592)
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:216)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8802/0x0000000842128c40.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:4:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:3:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_COMMIT-LOG-ALLOCATOR:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:434)
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8802/0x0000000842128c40.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:9:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:346)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.Awaitable$AbstractAwaitable.await(Awaitable.java:210)
org.apache.cassandra.concurrent.SEPExecutor.awaitTermination(SEPExecutor.java:331)
org.apache.cassandra.utils.ExecutorUtils.awaitTerminationUntil(ExecutorUtils.java:110)
org.apache.cassandra.utils.ExecutorUtils.awaitTermination(ExecutorUtils.java:100)
org.apache.cassandra.concurrent.Stage.shutdownAndWait(Stage.java:195)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$42(Instance.java:959)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14206/0x0000000843174840.run(Unknown Source)
org.apache.cassandra.distributed.impl.Instance.lambda$parallelRun$53(Instance.java:1212)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14012/0x0000000843134840.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:1:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.parallelRun(Instance.java:1225)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$47(Instance.java:957)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14003/0x0000000843132440.accept(Unknown Source)
org.apache.cassandra.distributed.impl.IsolatedExecutor.lambda$async$10(IsolatedExecutor.java:156)
org.apache.cassandra.distributed.impl.IsolatedExecutor$$Lambda$8666/0x000000084204c440.run(Unknown Source)
org.apache.cassandra.concurrent.FutureTask$2.call(FutureTask.java:124)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:11:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
JNA Cleaner:
java.base@11.0.24/java.lang.Object.wait(Native Method)
java.base@11.0.24/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@11.0.24/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
app//com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
node2_isolatedExecutor:10:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:7:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_RequestResponseStage-1:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10207/0x0000000842587040.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:5:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
node2_isolatedExecutor:6:
java.base@11.0.24/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.24/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
java.base@11.0.24/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
java.base@11.0.24/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.24/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.24/java.lang.Thread.run(Thread.java:829)
at org.apache.cassandra.distributed.impl.AbstractCluster.checkForThreadLeaks(AbstractCluster.java:1171)
at org.apache.cassandra.distributed.impl.AbstractCluster.close(AbstractCluster.java:1114)
at org.apache.cassandra.fuzz.ring.ConsistentBootstrapTest.coordinatorIsBehindTest(ConsistentBootstrapTest.java:227)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Caused by: java.lang.RuntimeException: java.util.concurrent.TimeoutException
at org.apache.cassandra.utils.Throwables.maybeFail(Throwables.java:79)
at org.apache.cassandra.utils.FBUtilities.waitOnFutures(FBUtilities.java:541)
at org.apache.cassandra.distributed.impl.AbstractCluster.close(AbstractCluster.java:1110)
Caused by: java.util.concurrent.TimeoutException
at org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:253)
at org.apache.cassandra.utils.FBUtilities.waitOnFutures(FBUtilities.java:533)
| 101.765 |