2024-11-09 05:49:20,968 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-09 05:49:20,979 main DEBUG Took 0.009688 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 05:49:20,980 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 05:49:20,980 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 05:49:20,981 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 05:49:20,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:20,996 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 05:49:21,007 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,010 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,011 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,012 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,013 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,014 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,015 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,016 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,017 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:49:21,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,018 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 05:49:21,019 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:49:21,020 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 05:49:21,022 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 05:49:21,023 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 05:49:21,024 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 05:49:21,024 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 05:49:21,032 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 05:49:21,034 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 05:49:21,036 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 05:49:21,036 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 05:49:21,037 main DEBUG createAppenders(={Console}) 2024-11-09 05:49:21,037 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a initialized 2024-11-09 05:49:21,037 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-09 05:49:21,038 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a OK. 2024-11-09 05:49:21,038 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 05:49:21,039 main DEBUG OutputStream closed 2024-11-09 05:49:21,039 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 05:49:21,039 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 05:49:21,039 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49049a04 OK 2024-11-09 05:49:21,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 05:49:21,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 05:49:21,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 05:49:21,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 05:49:21,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 05:49:21,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 05:49:21,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 05:49:21,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 05:49:21,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 05:49:21,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 05:49:21,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 05:49:21,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 05:49:21,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 05:49:21,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 05:49:21,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 05:49:21,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 05:49:21,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 05:49:21,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 05:49:21,114 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 05:49:21,115 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@73194df) with optional ClassLoader: null 2024-11-09 05:49:21,115 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 05:49:21,116 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@73194df] started OK. 2024-11-09T05:49:21,130 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestHFile timeout: 13 mins 2024-11-09 05:49:21,133 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 05:49:21,134 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T05:49:21,349 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8 2024-11-09T05:49:21,451 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T05:49:21,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:49:21,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testEmptyHFile Thread=13, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=4067 2024-11-09T05:49:21,578 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T05:49:21,629 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testEmptyHFile 2024-11-09T05:49:21,722 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:49:21,761 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T05:49:21,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testEmptyHFile Thread=19 (was 13) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=4036 (was 4067) 2024-11-09T05:49:21,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=4035 2024-11-09T05:49:21,928 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:21,958 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 19196cb5e57f4b5083db966c3c5df2af 2024-11-09T05:49:21,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/19196cb5e57f4b5083db966c3c5df2af is 245, key is aaaaaaaaaaaaaaaaaaaaaabaababaaba/9haMBS5h:P6g/-8139576094764696913/DeleteColumn/seqid=0 2024-11-09T05:49:22,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=4026 (was 4035) 2024-11-09T05:49:22,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=4026 2024-11-09T05:49:22,085 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,136 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e95dadb5c97e444099a3b0d6e41adc68 2024-11-09T05:49:22,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/e95dadb5c97e444099a3b0d6e41adc68 is 239, key is aaaaaaaaaaaaaaaaaaaaaabababaaaba/Eiqqsjz:/9019737623688846409/Put/seqid=0 2024-11-09T05:49:22,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,177 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,195 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,204 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,209 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,224 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file e95dadb5c97e444099a3b0d6e41adc68, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,226 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key e95dadb5c97e444099a3b0d6e41adc68_0 from back map with offset lock 16705536 in the evict process 2024-11-09T05:49:22,226 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key e95dadb5c97e444099a3b0d6e41adc68_65646 from back map with offset lock 14650368 in the evict process 2024-11-09T05:49:22,227 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,228 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,228 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,228 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,229 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,248 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,263 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 236a746ad4394e69a7fe97857ed2cb1d 2024-11-09T05:49:22,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/236a746ad4394e69a7fe97857ed2cb1d is 217, key is aaaaaaaaaaaaaaaaaaaaaabaaabababb/fYCJ6e:KtsFFR6ot6/-7087023869165267406/Put/seqid=0 2024-11-09T05:49:22,295 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,296 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,304 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,305 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,305 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,316 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 236a746ad4394e69a7fe97857ed2cb1d, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,316 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,317 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,317 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,317 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,317 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,334 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,348 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 33152bd20396440ea490bc84921f2fd6 2024-11-09T05:49:22,354 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/33152bd20396440ea490bc84921f2fd6 is 277, key is aaaaaaaaaaaaaaaaaaaaaabaababbbaa/hN4L:HuRy1I/-52149195007104809/DeleteFamily/seqid=0 2024-11-09T05:49:22,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,372 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,381 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,381 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,385 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,390 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 33152bd20396440ea490bc84921f2fd6, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,391 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,391 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,391 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,391 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,391 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,409 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,422 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c070287c85654f9f8b86cd72e189d6ba 2024-11-09T05:49:22,428 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/c070287c85654f9f8b86cd72e189d6ba is 228, key is aaaaaaaaaaaaaaaaaaaaaabbbbabbaaa/YqRh:mpaVjj/2804461169437118364/Put/seqid=0 2024-11-09T05:49:22,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,447 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,457 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,457 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,460 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,465 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file c070287c85654f9f8b86cd72e189d6ba, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,466 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,466 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,466 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,466 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,466 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,483 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,497 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 233fb74ad10a40eca07c1770eb81e883 2024-11-09T05:49:22,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/233fb74ad10a40eca07c1770eb81e883 is 233, key is aaaaaaaaaaaaaaaaaaaaaaaabbbbabaa/US5GHOyjnbcrtO:Ef/-8242398566063613961/Put/seqid=0 2024-11-09T05:49:22,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,524 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,533 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,534 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,534 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,540 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 233fb74ad10a40eca07c1770eb81e883, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,541 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,541 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,541 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,541 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,541 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,559 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,573 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ba6a9d723e3344b6a66cb5772527a87d 2024-11-09T05:49:22,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/ba6a9d723e3344b6a66cb5772527a87d is 239, key is aaaaaaaaaaaaaaaaaaaaaaababbabbab/66s84y2Z:/8266511307945256720/DeleteFamily/seqid=0 2024-11-09T05:49:22,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,597 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,606 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,607 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,608 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,613 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file ba6a9d723e3344b6a66cb5772527a87d, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,614 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,614 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,614 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,614 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,614 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,632 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,645 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on acb18413bd1446208d7bd41e76ffbe43 2024-11-09T05:49:22,653 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/acb18413bd1446208d7bd41e76ffbe43 is 255, key is aaaaaaaaaaaaaaaaaaaaaaaabbababab/CWMjZhEpV1df3WGb8VVmd:/-5845020632070864057/DeleteColumn/seqid=0 2024-11-09T05:49:22,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,679 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,686 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,687 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,688 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,692 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file acb18413bd1446208d7bd41e76ffbe43, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,693 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,693 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,693 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,693 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,693 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,715 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,727 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4d23667bc45e47849c5d0731230df2f4 2024-11-09T05:49:22,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/4d23667bc45e47849c5d0731230df2f4 is 222, key is aaaaaaaaaaaaaaaaaaaaaababababbbb/C:Gwt/8934318044725024315/Put/seqid=0 2024-11-09T05:49:22,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,754 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,760 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,761 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,761 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,766 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 4d23667bc45e47849c5d0731230df2f4, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,767 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,767 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,767 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,767 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,767 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,785 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,797 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5309b33c3f934e95bdc29a389aa72a3d 2024-11-09T05:49:22,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/5309b33c3f934e95bdc29a389aa72a3d is 261, key is aaaaaaaaaaaaaaaaaaaaaabaabbababa/ui5qIHH:/8911539736456877415/Put/seqid=0 2024-11-09T05:49:22,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,821 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,831 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,831 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,836 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,842 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 5309b33c3f934e95bdc29a389aa72a3d, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,843 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,843 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,843 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,843 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,843 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,869 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,882 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 72cbb238c13d40a2b87fce881c952e2b 2024-11-09T05:49:22,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/72cbb238c13d40a2b87fce881c952e2b is 225, key is aaaaaaaaaaaaaaaaaaaaaaaabababbbb/DEGkYHKcU:mWGMDx7S/-2150705540475998310/DeleteFamily/seqid=0 2024-11-09T05:49:22,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,905 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,913 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,913 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,916 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:22,921 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 72cbb238c13d40a2b87fce881c952e2b, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:22,921 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:22,921 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:22,921 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:22,921 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:22,921 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:22,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3583 (was 4026) 2024-11-09T05:49:22,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3583 2024-11-09T05:49:22,956 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:22,961 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1a6163274aab40ddaac9033d0bb55767 2024-11-09T05:49:22,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/1a6163274aab40ddaac9033d0bb55767 is 223, key is aaaaaaaaaaaaaaaaaaaaaaabaaaaaaba/t7A:Au/-2537106556139076624/Put/seqid=0 2024-11-09T05:49:22,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:22,989 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:22,996 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:22,996 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:22,997 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:23,005 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 1a6163274aab40ddaac9033d0bb55767, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:23,006 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1a6163274aab40ddaac9033d0bb55767_0 from back map with offset lock 16705536 in the evict process 2024-11-09T05:49:23,006 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1a6163274aab40ddaac9033d0bb55767_65669 from back map with offset lock 14650368 in the evict process 2024-11-09T05:49:23,007 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:23,007 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:23,007 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:23,007 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:23,007 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:23,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=287 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3542 (was 3583) 2024-11-09T05:49:23,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3542 2024-11-09T05:49:23,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3528 (was 3542) 2024-11-09T05:49:23,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3528 2024-11-09T05:49:23,438 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testCorruptTruncatedHFile 2024-11-09T05:49:23,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/testCorruptTruncatedHFile is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:23,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3528 (was 3528) 2024-11-09T05:49:23,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3528 2024-11-09T05:49:23,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3528 (was 3528) 2024-11-09T05:49:23,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3528 2024-11-09T05:49:23,499 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,504 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3a27b344b524408ab1a6527a09f987b1 2024-11-09T05:49:23,514 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/3a27b344b524408ab1a6527a09f987b1 is 231, key is aaaaaaaaaaaaaaaaaaaaaaabaaabbaaa/Js5D5/2256296427013241989/Delete/seqid=0 2024-11-09T05:49:23,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:23,540 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:23,550 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:23,551 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:23,553 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:23,559 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 3a27b344b524408ab1a6527a09f987b1, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:23,560 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 3a27b344b524408ab1a6527a09f987b1_0 from back map with offset lock 16705536 in the evict process 2024-11-09T05:49:23,560 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 3a27b344b524408ab1a6527a09f987b1_65613 from back map with offset lock 14650368 in the evict process 2024-11-09T05:49:23,561 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:23,561 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:23,561 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:23,561 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:23,561 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:23,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3532 (was 3528) - AvailableMemoryMB LEAK? - 2024-11-09T05:49:23,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3532 2024-11-09T05:49:23,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19 (was 19), OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3531 (was 3532) 2024-11-09T05:49:23,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3531 2024-11-09T05:49:23,607 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,612 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a0e4bbf8ddc74234bf3d090a474930c6 2024-11-09T05:49:23,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/a0e4bbf8ddc74234bf3d090a474930c6 is 221, key is aaaaaaaaaaaaaaaaaaaaaabaaaaabaab/NY7tPA/428510186686277212/Put/seqid=0 2024-11-09T05:49:23,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3531 (was 3531) 2024-11-09T05:49:23,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3531 2024-11-09T05:49:23,676 INFO [Time-limited test {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-09T05:49:23,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testMetaBlocks Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3531 (was 3531) 2024-11-09T05:49:23,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testGetShortMidpoint Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3531 2024-11-09T05:49:23,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testGetShortMidpoint Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3531 (was 3531) 2024-11-09T05:49:23,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCompressionOrdinance Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3530 2024-11-09T05:49:23,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCompressionOrdinance Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3530 (was 3530) 2024-11-09T05:49:23,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3530 2024-11-09T05:49:23,739 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,744 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dc91d7a686f0445cb432f6fd64751d6e 2024-11-09T05:49:23,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/dc91d7a686f0445cb432f6fd64751d6e is 245, key is aaaaaaaaaaaaaaaaaaaaaabbbabbbbaa/WbV129ipO/3785426975692893943/Put/seqid=0 2024-11-09T05:49:23,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:23,781 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:23,784 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:23,785 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:23,785 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:23,794 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file dc91d7a686f0445cb432f6fd64751d6e, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:23,794 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key dc91d7a686f0445cb432f6fd64751d6e_0 from back map with offset lock 16705536 in the evict process 2024-11-09T05:49:23,794 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key dc91d7a686f0445cb432f6fd64751d6e_65601 from back map with offset lock 14650368 in the evict process 2024-11-09T05:49:23,795 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:23,795 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:23,795 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:23,795 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:23,795 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:23,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3530 (was 3530) 2024-11-09T05:49:23,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3530 2024-11-09T05:49:23,821 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,834 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cfb6273d100443fb99d1c406f93b30ec 2024-11-09T05:49:23,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/cfb6273d100443fb99d1c406f93b30ec is 217, key is aaaaaaaaaaaaaaaaaaaaaababbbbabab/O:CHfbDlsk/-1836367244403293509/Put/seqid=0 2024-11-09T05:49:23,860 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,872 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cd9131e0cc254020a383ba47126ee006 2024-11-09T05:49:23,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/cd9131e0cc254020a383ba47126ee006 is 213, key is aaaaaaaaaaaaaaaaaaaaaaaaabaaabba/tdWeYT58LSBSQ/-25428680407268866/Put/seqid=0 2024-11-09T05:49:23,895 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,906 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2645efe2025d405db90c35b9e2d0f5f3 2024-11-09T05:49:23,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/2645efe2025d405db90c35b9e2d0f5f3 is 209, key is aaaaaaaaaaaaaaaaaaaaaababaaaabba/oVtsgIE/7253707780256211811/Put/seqid=0 2024-11-09T05:49:23,930 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,941 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 85b1e6a422014e1881dfed9504a7375a 2024-11-09T05:49:23,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/85b1e6a422014e1881dfed9504a7375a is 219, key is aaaaaaaaaaaaaaaaaaaaaaaaababaabb/f8f80Xc:b2/-5699316928985477119/DeleteFamily/seqid=0 2024-11-09T05:49:23,967 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:23,978 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9872d664ab264307bf88441759452fcc 2024-11-09T05:49:23,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/9872d664ab264307bf88441759452fcc is 213, key is aaaaaaaaaaaaaaaaaaaaaabbaaaabbbb/TRoGrX13wafbVB6:u/-6054107210792965358/Put/seqid=0 2024-11-09T05:49:24,005 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:24,017 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c7f152f864884c468544f27944409b50 2024-11-09T05:49:24,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/c7f152f864884c468544f27944409b50 is 220, key is aaaaaaaaaaaaaaaaaaaaaaaabbbbbbbb/MJm/836935362555065118/DeleteFamily/seqid=0 2024-11-09T05:49:24,041 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:24,052 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 356deb61c0ee44208918ef32a088666b 2024-11-09T05:49:24,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/356deb61c0ee44208918ef32a088666b is 244, key is aaaaaaaaaaaaaaaaaaaaaaaabaababaa/bHXHI59/-4253327660188810684/DeleteFamily/seqid=0 2024-11-09T05:49:24,075 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:24,086 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ef1958fba58141e880aa7e418bf73240 2024-11-09T05:49:24,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/ef1958fba58141e880aa7e418bf73240 is 220, key is aaaaaaaaaaaaaaaaaaaaaababbaabbab/cDmn:jqbwzDTRVxQD/-4709018964937374912/Put/seqid=0 2024-11-09T05:49:24,110 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:24,121 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b0e03a99fc784a8b96b8dedd6cb2907f 2024-11-09T05:49:24,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/b0e03a99fc784a8b96b8dedd6cb2907f is 234, key is aaaaaaaaaaaaaaaaaaaaaababababbba/AgmYlBe:ciPr97UY7/-199627027032631177/Delete/seqid=0 2024-11-09T05:49:24,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3506 (was 3530) 2024-11-09T05:49:24,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testTFileFeatures Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3506 2024-11-09T05:49:24,146 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@4121aed3}, compression=none 2024-11-09T05:49:24,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T05:49:24,167 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@71dadda2}, compression=gz 2024-11-09T05:49:24,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T05:49:24,185 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@70024a7e}, compression=none 2024-11-09T05:49:24,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T05:49:24,199 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@43f7c1d7}, compression=gz 2024-11-09T05:49:24,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T05:49:24,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testTFileFeatures Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3501 (was 3506) 2024-11-09T05:49:24,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testDBEShipped Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3501 2024-11-09T05:49:24,228 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_PREFIX 2024-11-09T05:49:24,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/testDBEShipped_PREFIX is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,237 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_DIFF 2024-11-09T05:49:24,238 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/testDBEShipped_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,243 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_FAST_DIFF 2024-11-09T05:49:24,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/testDBEShipped_FAST_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,249 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_ROW_INDEX_V1 2024-11-09T05:49:24,251 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/testDBEShipped_ROW_INDEX_V1 is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testDBEShipped Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3500 (was 3501) 2024-11-09T05:49:24,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testShortMidpointSameQual Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3500 2024-11-09T05:49:24,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testShortMidpointSameQual Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3500 (was 3500) 2024-11-09T05:49:24,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testNullMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3500 2024-11-09T05:49:24,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T05:49:24,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testNullMetaBlocks Thread=19 (was 19), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3500 (was 3500) 2024-11-09T05:49:24,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=19, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=3499 2024-11-09T05:49:24,319 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T05:49:24,324 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 12a5092a05ce4d0ebfc3159b516044e9 2024-11-09T05:49:24,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba097ec7-57aa-f3a9-939d-167bd4b236a8/TestHFile/12a5092a05ce4d0ebfc3159b516044e9 is 243, key is aaaaaaaaaaaaaaaaaaaaaababaabbbaa/h:1HTv/-2714360023473484634/Put/seqid=0 2024-11-09T05:49:24,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:49:24,343 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T05:49:24,346 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T05:49:24,346 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T05:49:24,346 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T05:49:24,350 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 12a5092a05ce4d0ebfc3159b516044e9, starting offset: 0, end offset: 9223372036854775807 2024-11-09T05:49:24,350 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 12a5092a05ce4d0ebfc3159b516044e9_0 from back map with offset lock 16705536 in the evict process 2024-11-09T05:49:24,350 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 12a5092a05ce4d0ebfc3159b516044e9_65780 from back map with offset lock 14650368 in the evict process 2024-11-09T05:49:24,350 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T05:49:24,351 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T05:49:24,351 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T05:49:24,351 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T05:49:24,356 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T05:49:24,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=290 (was 290), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=3497 (was 3499)