2024-11-11 07:34:58,690 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e 2024-11-11 07:34:58,727 main DEBUG Took 0.029589 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 07:34:58,727 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 07:34:58,728 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 07:34:58,729 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 07:34:58,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,790 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 07:34:58,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,883 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,886 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,889 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,890 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,910 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:34:58,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,917 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 07:34:58,927 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:34:58,929 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 07:34:58,931 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 07:34:58,932 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 07:34:58,934 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 07:34:58,934 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 07:34:58,950 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 07:34:58,956 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 07:34:58,962 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 07:34:58,962 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 07:34:58,963 main DEBUG createAppenders(={Console}) 2024-11-11 07:34:58,964 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e initialized 2024-11-11 07:34:58,964 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e 2024-11-11 07:34:58,965 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e OK. 2024-11-11 07:34:58,965 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 07:34:58,966 main DEBUG OutputStream closed 2024-11-11 07:34:58,966 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 07:34:58,967 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 07:34:58,967 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71a8adcf OK 2024-11-11 07:34:59,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 07:34:59,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 07:34:59,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 07:34:59,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 07:34:59,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 07:34:59,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 07:34:59,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 07:34:59,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 07:34:59,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 07:34:59,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 07:34:59,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 07:34:59,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 07:34:59,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 07:34:59,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 07:34:59,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 07:34:59,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 07:34:59,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 07:34:59,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 07:34:59,285 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 07:34:59,286 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6eb2384f) with optional ClassLoader: null 2024-11-11 07:34:59,287 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 07:34:59,288 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6eb2384f] started OK. 2024-11-11T07:34:59,313 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestHFile timeout: 13 mins 2024-11-11 07:34:59,317 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 07:34:59,317 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T07:34:59,861 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a 2024-11-11T07:35:00,094 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T07:35:00,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:35:00,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testEmptyHFile Thread=13, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=5731 2024-11-11T07:35:00,349 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T07:35:00,537 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testEmptyHFile 2024-11-11T07:35:00,682 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T07:35:00,753 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T07:35:01,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testEmptyHFile Thread=18 (was 13) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=5603 (was 5731) 2024-11-11T07:35:01,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=18, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=5598 2024-11-11T07:35:01,164 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:01,252 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 162920e877b346dcb42d343ea1955676 2024-11-11T07:35:01,428 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/162920e877b346dcb42d343ea1955676 is 242, key is aaaaaaaaaaaaaaaaaaaaaabbaaababbb/PY:I/-8829935158425538444/Delete/seqid=0 2024-11-11T07:35:01,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=18 (was 18), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=5530 (was 5598) 2024-11-11T07:35:01,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=18, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=5527 2024-11-11T07:35:01,641 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:01,731 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6716aa060cff4d72b02e7a20cd27f57d 2024-11-11T07:35:01,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/6716aa060cff4d72b02e7a20cd27f57d is 227, key is aaaaaaaaaaaaaaaaaaaaaaabbbbabbaa/ONVCV9hlq/4487157495171618417/Put/seqid=0 2024-11-11T07:35:01,814 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:01,841 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:01,897 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:01,919 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:01,944 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:01,974 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 6716aa060cff4d72b02e7a20cd27f57d, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:01,981 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 6716aa060cff4d72b02e7a20cd27f57d_0 from back map with offset lock 16705536 in the evict process 2024-11-11T07:35:01,982 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 6716aa060cff4d72b02e7a20cd27f57d_65592 from back map with offset lock 14650368 in the evict process 2024-11-11T07:35:01,991 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:01,996 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:01,996 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:01,997 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:02,006 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:02,050 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:02,103 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d3f798581e94479f8d091e043030999c 2024-11-11T07:35:02,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/d3f798581e94479f8d091e043030999c is 238, key is aaaaaaaaaaaaaaaaaaaaaaaaaaaaabba/aX0VIK3:dva/-7275233097871009341/Put/seqid=0 2024-11-11T07:35:02,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:02,173 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:02,223 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:02,224 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:02,247 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:02,299 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file d3f798581e94479f8d091e043030999c, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:02,299 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:02,300 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:02,300 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:02,300 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:02,300 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:02,327 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:02,348 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6a793bbfb1fc4bb5af71eeb72e433754 2024-11-11T07:35:02,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/6a793bbfb1fc4bb5af71eeb72e433754 is 271, key is aaaaaaaaaaaaaaaaaaaaaaabbaaaabab/iHMlYIaIKE/-4161978263878836054/Put/seqid=0 2024-11-11T07:35:02,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:02,403 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:02,467 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:02,468 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:02,496 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:02,504 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 6a793bbfb1fc4bb5af71eeb72e433754, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:02,510 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:02,511 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:02,511 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:02,512 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:02,515 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:02,541 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:02,577 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bf54ab24fe9d49b6b4cf3b8dba9200b4 2024-11-11T07:35:02,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/bf54ab24fe9d49b6b4cf3b8dba9200b4 is 250, key is aaaaaaaaaaaaaaaaaaaaaaababbaabaa/Mmftro:OH1O/-6015504289995969063/Put/seqid=0 2024-11-11T07:35:02,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:02,628 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:02,715 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:02,719 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:02,747 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:02,758 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file bf54ab24fe9d49b6b4cf3b8dba9200b4, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:02,759 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:02,759 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:02,760 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:02,763 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:02,763 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:02,796 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:02,841 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4c8d089ab82e4f248b6d14bc0fb6ae8f 2024-11-11T07:35:02,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/4c8d089ab82e4f248b6d14bc0fb6ae8f is 225, key is aaaaaaaaaaaaaaaaaaaaaabbabbbbbaa//-1882727381958512161/Put/seqid=0 2024-11-11T07:35:02,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:02,884 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:02,917 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:02,917 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:02,922 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:02,930 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 4c8d089ab82e4f248b6d14bc0fb6ae8f, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:02,931 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:02,931 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:02,931 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:02,932 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:02,932 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:02,958 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:02,988 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 932d1a057f6a4cbaa8b601a7235ecb3b 2024-11-11T07:35:02,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/932d1a057f6a4cbaa8b601a7235ecb3b is 225, key is aaaaaaaaaaaaaaaaaaaaaababbabbaab/bta:NRiDAIO/-4546331243663854420/Put/seqid=0 2024-11-11T07:35:03,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,028 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,061 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,066 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,074 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,081 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 932d1a057f6a4cbaa8b601a7235ecb3b, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,082 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,083 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,083 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,083 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,087 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,107 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:03,135 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e1c6bf39b59b4c3b9bff7dfce80c89a2 2024-11-11T07:35:03,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/e1c6bf39b59b4c3b9bff7dfce80c89a2 is 246, key is aaaaaaaaaaaaaaaaaaaaaabbbaabbabb/L:gJcf6uT/2076337089715061111/DeleteColumn/seqid=0 2024-11-11T07:35:03,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,164 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,174 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,175 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,187 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,194 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file e1c6bf39b59b4c3b9bff7dfce80c89a2, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,195 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,195 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,196 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,197 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,203 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,221 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:03,253 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2ed938e47eb64ef88c90c247f7b291b9 2024-11-11T07:35:03,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/2ed938e47eb64ef88c90c247f7b291b9 is 223, key is aaaaaaaaaaaaaaaaaaaaaaabbabbabaa/Nu8H9W:SFZ1x/4885937371851293171/DeleteColumn/seqid=0 2024-11-11T07:35:03,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,289 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,303 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,304 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,307 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,311 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 2ed938e47eb64ef88c90c247f7b291b9, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,311 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,312 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,312 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,312 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,312 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,326 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:03,337 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ab6bf128f2e44c43a78a1bcfe2c6e2d8 2024-11-11T07:35:03,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/ab6bf128f2e44c43a78a1bcfe2c6e2d8 is 231, key is aaaaaaaaaaaaaaaaaaaaaababaaaabbb/wrpmKVkf4PKeW4:mSrPkciR/1354349272243516272/DeleteFamily/seqid=0 2024-11-11T07:35:03,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,360 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,367 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,368 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,371 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,375 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file ab6bf128f2e44c43a78a1bcfe2c6e2d8, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,375 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,376 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,376 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,376 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,376 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,392 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:03,405 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5a6ebb613a924af9b4aade3eeb5514a1 2024-11-11T07:35:03,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/5a6ebb613a924af9b4aade3eeb5514a1 is 230, key is aaaaaaaaaaaaaaaaaaaaaaabaabbaaab/3fjkfG:e/-5947197537619335202/Put/seqid=0 2024-11-11T07:35:03,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,428 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,434 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,435 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,439 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,447 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 5a6ebb613a924af9b4aade3eeb5514a1, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,448 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,448 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,448 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,448 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,450 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=20 (was 18) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-BucketCacheWriter-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=4880 (was 5527) 2024-11-11T07:35:03,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=4879 2024-11-11T07:35:03,477 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:03,487 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c568e992d2194a50b2f18c1982717a67 2024-11-11T07:35:03,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/c568e992d2194a50b2f18c1982717a67 is 222, key is aaaaaaaaaaaaaaaaaaaaaabaaabbabaa/EE:kCG/-9141900186699231246/Put/seqid=0 2024-11-11T07:35:03,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:03,531 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:03,539 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:03,542 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:03,546 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:03,555 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file c568e992d2194a50b2f18c1982717a67, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:03,555 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c568e992d2194a50b2f18c1982717a67_0 from back map with offset lock 16705536 in the evict process 2024-11-11T07:35:03,555 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c568e992d2194a50b2f18c1982717a67_65599 from back map with offset lock 14650368 in the evict process 2024-11-11T07:35:03,556 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:03,556 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:03,556 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:03,556 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:03,556 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:03,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=287 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=4998 (was 4879) - AvailableMemoryMB LEAK? - 2024-11-11T07:35:03,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=4997 2024-11-11T07:35:04,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=4969 (was 4997) 2024-11-11T07:35:04,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4967 2024-11-11T07:35:04,228 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testCorruptTruncatedHFile 2024-11-11T07:35:04,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/testCorruptTruncatedHFile is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:04,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4950 (was 4967) 2024-11-11T07:35:04,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4943 2024-11-11T07:35:04,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4937 (was 4943) 2024-11-11T07:35:04,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4936 2024-11-11T07:35:04,390 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:04,411 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 107eeba23dcf456e97819e251fe59901 2024-11-11T07:35:04,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/107eeba23dcf456e97819e251fe59901 is 226, key is aaaaaaaaaaaaaaaaaaaaaabbbaaaabaa/wdH:yX69pxTNfQ/3464099382951150435/Put/seqid=0 2024-11-11T07:35:04,484 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:04,491 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:04,537 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:04,538 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:04,570 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:04,578 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 107eeba23dcf456e97819e251fe59901, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:04,578 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 107eeba23dcf456e97819e251fe59901_65624 from back map with offset lock 12513280 in the evict process 2024-11-11T07:35:04,579 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:04,580 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:04,580 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:04,581 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:04,587 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:04,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=20 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-0 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.lang.InterruptedException.(InterruptedException.java:57) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5176 (was 4936) - AvailableMemoryMB LEAK? - 2024-11-11T07:35:04,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5170 2024-11-11T07:35:04,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19 (was 19), OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5162 (was 5170) 2024-11-11T07:35:04,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5160 2024-11-11T07:35:04,700 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:04,730 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a7ba362db754467ab53194cf8abb6b90 2024-11-11T07:35:04,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/a7ba362db754467ab53194cf8abb6b90 is 233, key is aaaaaaaaaaaaaaaaaaaaaabbababaabb/4NRkak78:14lnak/3871017112312235257/Put/seqid=0 2024-11-11T07:35:04,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5120 (was 5160) 2024-11-11T07:35:04,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5114 2024-11-11T07:35:04,847 INFO [Time-limited test {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-11T07:35:04,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testMetaBlocks Thread=20 (was 19) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5175 (was 5114) - AvailableMemoryMB LEAK? - 2024-11-11T07:35:04,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testGetShortMidpoint Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5164 2024-11-11T07:35:04,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testGetShortMidpoint Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5155 (was 5164) 2024-11-11T07:35:04,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCompressionOrdinance Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5151 2024-11-11T07:35:04,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCompressionOrdinance Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5147 (was 5151) 2024-11-11T07:35:04,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5142 2024-11-11T07:35:04,984 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:04,996 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 92dd17771201447bb3eb101da9865f62 2024-11-11T07:35:05,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/92dd17771201447bb3eb101da9865f62 is 229, key is aaaaaaaaaaaaaaaaaaaaaabaabaabaaa/D2v4:x6iH/-4212336809323415970/Delete/seqid=0 2024-11-11T07:35:05,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:05,059 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:05,076 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:05,076 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:05,079 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:05,094 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 92dd17771201447bb3eb101da9865f62, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:05,094 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 92dd17771201447bb3eb101da9865f62_0 from back map with offset lock 16705536 in the evict process 2024-11-11T07:35:05,094 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 92dd17771201447bb3eb101da9865f62_65646 from back map with offset lock 14650368 in the evict process 2024-11-11T07:35:05,095 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:05,095 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:05,095 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:05,095 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:05,096 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:05,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=21 (was 20) Potentially hanging thread: BucketCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5097 (was 5142) 2024-11-11T07:35:05,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5096 2024-11-11T07:35:05,144 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,162 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a91a46f0eb624744bac56be9d7766841 2024-11-11T07:35:05,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/a91a46f0eb624744bac56be9d7766841 is 232, key is aaaaaaaaaaaaaaaaaaaaaaaaabbbbabb/W7wIJw:O/-641237496974216740/Put/seqid=0 2024-11-11T07:35:05,198 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,218 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 931cf485e23242e0ae39b3f407038b28 2024-11-11T07:35:05,223 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/931cf485e23242e0ae39b3f407038b28 is 220, key is aaaaaaaaaaaaaaaaaaaaaaabbabbabbb/mfoqKzQr:6AibDxK/6085392109361602719/DeleteFamilyVersion/seqid=0 2024-11-11T07:35:05,249 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,263 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2c527803466e4719a0deabd6d3b96c79 2024-11-11T07:35:05,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/2c527803466e4719a0deabd6d3b96c79 is 249, key is aaaaaaaaaaaaaaaaaaaaaabbaabababb/b:NrNfmo1Ol/5323486184296267776/Put/seqid=0 2024-11-11T07:35:05,302 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,322 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0c1069cd77964cafa1e1e6d7d16292ce 2024-11-11T07:35:05,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/0c1069cd77964cafa1e1e6d7d16292ce is 221, key is aaaaaaaaaaaaaaaaaaaaaabaabbbabab/Rn/3085988702561864117/Put/seqid=0 2024-11-11T07:35:05,374 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,399 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7e67d6f2c0b14420afd94cdf09a212f9 2024-11-11T07:35:05,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/7e67d6f2c0b14420afd94cdf09a212f9 is 226, key is aaaaaaaaaaaaaaaaaaaaaabaabaaabab/c:fuQW/-5402019614221926023/Put/seqid=0 2024-11-11T07:35:05,455 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,491 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1259d40506a54cc79fab4a0acb2a0432 2024-11-11T07:35:05,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/1259d40506a54cc79fab4a0acb2a0432 is 237, key is aaaaaaaaaaaaaaaaaaaaaaabbbababaa/Qp6Q:oLmZ/4326530683415195308/Put/seqid=0 2024-11-11T07:35:05,531 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,551 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f3ca63437a4b4efd8d758f9959eceed7 2024-11-11T07:35:05,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/f3ca63437a4b4efd8d758f9959eceed7 is 234, key is aaaaaaaaaaaaaaaaaaaaaababbbbbabb/kM:/8163918180808488490/Put/seqid=0 2024-11-11T07:35:05,599 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,613 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on de4439a8f97c438db6556eec80499b4b 2024-11-11T07:35:05,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/de4439a8f97c438db6556eec80499b4b is 242, key is aaaaaaaaaaaaaaaaaaaaaabbbabaaaba/z4:_CcP5/-6703490480187461224/Put/seqid=0 2024-11-11T07:35:05,648 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:05,665 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 97dc570570704d70890fa6bd70331028 2024-11-11T07:35:05,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/97dc570570704d70890fa6bd70331028 is 230, key is aaaaaaaaaaaaaaaaaaaaaaababbaabbb/9DJRI2:/3267071820403491390/Put/seqid=0 2024-11-11T07:35:05,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=22 (was 20) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=5015 (was 5096) 2024-11-11T07:35:05,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testTFileFeatures Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5015 2024-11-11T07:35:05,712 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@6e6cb356}, compression=none 2024-11-11T07:35:05,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-11T07:35:05,764 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@5a29a530}, compression=gz 2024-11-11T07:35:05,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-11T07:35:05,811 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@2c4f221b}, compression=none 2024-11-11T07:35:05,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-11T07:35:05,847 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@28d62897}, compression=gz 2024-11-11T07:35:05,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-11T07:35:05,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testTFileFeatures Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4964 (was 5015) 2024-11-11T07:35:05,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testDBEShipped Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=10, AvailableMemoryMB=4961 2024-11-11T07:35:05,901 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_PREFIX 2024-11-11T07:35:05,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/testDBEShipped_PREFIX is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:05,940 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_DIFF 2024-11-11T07:35:05,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/testDBEShipped_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:05,967 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_FAST_DIFF 2024-11-11T07:35:05,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/testDBEShipped_FAST_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:05,992 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_ROW_INDEX_V1 2024-11-11T07:35:05,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/testDBEShipped_ROW_INDEX_V1 is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:06,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testDBEShipped Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=4922 (was 4961) 2024-11-11T07:35:06,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testShortMidpointSameQual Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4919 2024-11-11T07:35:06,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testShortMidpointSameQual Thread=20 (was 20), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4917 (was 4919) 2024-11-11T07:35:06,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testNullMetaBlocks Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4913 2024-11-11T07:35:06,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:06,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-11T07:35:06,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testNullMetaBlocks Thread=20 (was 20), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4977 (was 4913) - AvailableMemoryMB LEAK? - 2024-11-11T07:35:06,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4974 2024-11-11T07:35:06,145 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-11T07:35:06,163 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 01a1ff271adf42e381be3f9511201c05 2024-11-11T07:35:06,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39289f1d-dbc9-8e63-53d5-cf03522e9e9a/TestHFile/01a1ff271adf42e381be3f9511201c05 is 219, key is aaaaaaaaaaaaaaaaaaaaaaaaababaabb/r:UUTvmfmo3/-9093641316740675225/DeleteFamily/seqid=0 2024-11-11T07:35:06,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:35:06,203 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-11T07:35:06,248 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T07:35:06,249 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T07:35:06,260 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T07:35:06,264 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 01a1ff271adf42e381be3f9511201c05, starting offset: 0, end offset: 9223372036854775807 2024-11-11T07:35:06,271 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T07:35:06,271 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T07:35:06,271 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T07:35:06,278 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T07:35:06,286 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T07:35:06,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=26 (was 20) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.StrictMath.floor(StrictMath.java:396) java.base@17.0.11/java.lang.Math.floor(Math.java:501) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache.minSize(LruBlockCache.java:1160) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache.evict(LruBlockCache.java:674) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:968) Potentially hanging thread: Time-limited test-BucketCacheWriter-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) Potentially hanging thread: Time-limited test-BucketCacheWriter-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BucketCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=290 (was 290), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4920 (was 4974)