coordinatorIsBehindTest-_jdk17_x86_64 | Error | Unterminated threads detected; active threads:
node2_isolatedExecutor:2:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$48(Instance.java:994)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14013/0x00007fc5d15e6018.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
JNA Cleaner:
java.base@17.0.12/java.lang.Object.wait(Native Method)
java.base@17.0.12/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@17.0.12/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
app//com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
node2_PERIODIC-COMMIT-LOG-SYNCER:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:717)
java.base@17.0.12/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1074)
java.base@17.0.12/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:592)
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:216)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8810/0x00007fc5d1cfde60.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:6:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_RequestResponseStage-2:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10230/0x00007fc5d21012c8.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:7:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:10:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:346)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.Awaitable$AbstractAwaitable.await(Awaitable.java:210)
org.apache.cassandra.concurrent.SEPExecutor.awaitTermination(SEPExecutor.java:331)
org.apache.cassandra.utils.ExecutorUtils.awaitTerminationUntil(ExecutorUtils.java:110)
org.apache.cassandra.utils.ExecutorUtils.awaitTermination(ExecutorUtils.java:100)
org.apache.cassandra.concurrent.Stage.shutdownAndWait(Stage.java:195)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$42(Instance.java:959)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14238/0x00007fc5d0ef2b48.run(Unknown Source)
org.apache.cassandra.distributed.impl.Instance.lambda$parallelRun$53(Instance.java:1212)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14028/0x00007fc5d15e6a78.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_RequestResponseStage-1:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10230/0x00007fc5d21012c8.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:3:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:5:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:1:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.parallelRun(Instance.java:1225)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$47(Instance.java:957)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14012/0x00007fc5d15e5de0.accept(Unknown Source)
org.apache.cassandra.distributed.impl.IsolatedExecutor.lambda$async$10(IsolatedExecutor.java:156)
org.apache.cassandra.distributed.impl.IsolatedExecutor$$Lambda$8666/0x00007fc5d1876c20.run(Unknown Source)
org.apache.cassandra.concurrent.FutureTask$2.call(FutureTask.java:124)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_COMMIT-LOG-ALLOCATOR:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:434)
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8810/0x00007fc5d1cfde60.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:8:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:4:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:9:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: Unterminated threads detected; active threads:
node2_isolatedExecutor:2:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$48(Instance.java:994)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14013/0x00007fc5d15e6018.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
JNA Cleaner:
java.base@17.0.12/java.lang.Object.wait(Native Method)
java.base@17.0.12/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@17.0.12/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
app//com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
node2_PERIODIC-COMMIT-LOG-SYNCER:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:717)
java.base@17.0.12/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1074)
java.base@17.0.12/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:592)
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:216)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8810/0x00007fc5d1cfde60.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:6:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_RequestResponseStage-2:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10230/0x00007fc5d21012c8.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:7:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:10:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:346)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.Awaitable$AbstractAwaitable.await(Awaitable.java:210)
org.apache.cassandra.concurrent.SEPExecutor.awaitTermination(SEPExecutor.java:331)
org.apache.cassandra.utils.ExecutorUtils.awaitTerminationUntil(ExecutorUtils.java:110)
org.apache.cassandra.utils.ExecutorUtils.awaitTermination(ExecutorUtils.java:100)
org.apache.cassandra.concurrent.Stage.shutdownAndWait(Stage.java:195)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$42(Instance.java:959)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14238/0x00007fc5d0ef2b48.run(Unknown Source)
org.apache.cassandra.distributed.impl.Instance.lambda$parallelRun$53(Instance.java:1212)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14028/0x00007fc5d15e6a78.call(Unknown Source)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_RequestResponseStage-1:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.awaitUntil(WaitQueue.java:303)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.awaitUntil(Awaitable.java:314)
org.apache.cassandra.utils.concurrent.AsyncFuture.awaitUntil(AsyncFuture.java:171)
org.apache.cassandra.utils.concurrent.Awaitable$Defaults.await(Awaitable.java:114)
org.apache.cassandra.utils.concurrent.AbstractFuture.await(AbstractFuture.java:482)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:252)
org.apache.cassandra.tcm.RemoteProcessor.fetchLogAndWait(RemoteProcessor.java:141)
org.apache.cassandra.tcm.ClusterMetadataService$SwitchableProcessor.fetchLogAndWait(ClusterMetadataService.java:885)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromCMS(ClusterMetadataService.java:656)
org.apache.cassandra.tcm.ClusterMetadataService.fetchLogFromPeerOrCMS(ClusterMetadataService.java:766)
org.apache.cassandra.net.ResponseVerbHandler.maybeFetchLogs(ResponseVerbHandler.java:106)
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:73)
org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:102)
org.apache.cassandra.net.InboundSink$$Lambda$10230/0x00007fc5d21012c8.accept(Unknown Source)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:70)
org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:56)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:122)
org.apache.cassandra.net.InboundSink.accept(InboundSink.java:51)
org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:448)
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:3:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:5:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:1:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:165)
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
org.apache.cassandra.distributed.impl.Instance.parallelRun(Instance.java:1225)
org.apache.cassandra.distributed.impl.Instance.lambda$shutdown$47(Instance.java:957)
org.apache.cassandra.distributed.impl.Instance$$Lambda$14012/0x00007fc5d15e5de0.accept(Unknown Source)
org.apache.cassandra.distributed.impl.IsolatedExecutor.lambda$async$10(IsolatedExecutor.java:156)
org.apache.cassandra.distributed.impl.IsolatedExecutor$$Lambda$8666/0x00007fc5d1876c20.run(Unknown Source)
org.apache.cassandra.concurrent.FutureTask$2.call(FutureTask.java:124)
org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_COMMIT-LOG-ALLOCATOR:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:290)
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:283)
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:434)
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$8810/0x00007fc5d1cfde60.run(Unknown Source)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:8:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:4:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
node2_isolatedExecutor:9:
java.base@17.0.12/jdk.internal.misc.Unsafe.park(Native Method)
java.base@17.0.12/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
java.base@17.0.12/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
java.base@17.0.12/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
java.base@17.0.12/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@17.0.12/java.lang.Thread.run(Thread.java:840)
at org.apache.cassandra.distributed.impl.AbstractCluster.checkForThreadLeaks(AbstractCluster.java:1171)
at org.apache.cassandra.distributed.impl.AbstractCluster.close(AbstractCluster.java:1114)
at org.apache.cassandra.fuzz.ring.ConsistentBootstrapTest.coordinatorIsBehindTest(ConsistentBootstrapTest.java:227)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Caused by: java.lang.RuntimeException: java.util.concurrent.TimeoutException
at org.apache.cassandra.utils.Throwables.maybeFail(Throwables.java:79)
at org.apache.cassandra.utils.FBUtilities.waitOnFutures(FBUtilities.java:541)
at org.apache.cassandra.distributed.impl.AbstractCluster.close(AbstractCluster.java:1110)
Caused by: java.util.concurrent.TimeoutException
at org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:253)
at org.apache.cassandra.utils.FBUtilities.waitOnFutures(FBUtilities.java:533)
| 98.181 |