2024-11-07 12:48:52,739 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-07 12:48:52,751 main DEBUG Took 0.009247 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:48:52,751 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:48:52,751 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:48:52,752 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:48:52,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,762 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:48:52,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,780 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,784 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,787 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,789 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:48:52,791 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,792 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:48:52,793 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:48:52,795 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:48:52,798 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:48:52,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:48:52,800 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:48:52,800 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:48:52,808 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:48:52,812 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:48:52,814 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:48:52,814 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:48:52,815 main DEBUG createAppenders(={Console}) 2024-11-07 12:48:52,815 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a initialized 2024-11-07 12:48:52,816 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-07 12:48:52,816 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a OK. 2024-11-07 12:48:52,817 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:48:52,817 main DEBUG OutputStream closed 2024-11-07 12:48:52,818 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:48:52,818 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:48:52,818 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49049a04 OK 2024-11-07 12:48:52,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:48:52,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:48:52,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:48:52,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:48:52,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:48:52,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:48:52,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:48:52,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:48:52,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:48:52,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:48:52,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:48:52,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:48:52,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:48:52,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:48:52,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:48:52,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:48:52,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:48:52,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:48:52,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:48:52,917 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@73194df) with optional ClassLoader: null 2024-11-07 12:48:52,917 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:48:52,918 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@73194df] started OK. 2024-11-07T12:48:52,933 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestHFile timeout: 13 mins 2024-11-07 12:48:52,935 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:48:52,936 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:48:53,209 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd 2024-11-07T12:48:53,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:48:53,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:48:53,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testEmptyHFile Thread=13, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=830, ProcessCount=11, AvailableMemoryMB=3344 2024-11-07T12:48:53,449 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:48:53,511 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testEmptyHFile 2024-11-07T12:48:53,599 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:48:53,641 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:48:53,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testEmptyHFile Thread=18 (was 13) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 830), ProcessCount=11 (was 11), AvailableMemoryMB=3315 (was 3344) 2024-11-07T12:48:53,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=18, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=3315 2024-11-07T12:48:53,809 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:53,843 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a3cee0e0e7164c00be56aa465cedce88 2024-11-07T12:48:53,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/a3cee0e0e7164c00be56aa465cedce88 is 281, key is aaaaaaaaaaaaaaaaaaaaaabbbabbabbb/eavr:kjMZ/-7137662957603705076/DeleteFamily/seqid=0 2024-11-07T12:48:53,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=19 (was 18) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=3303 (was 3315) 2024-11-07T12:48:53,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=3303 2024-11-07T12:48:53,981 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,032 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6236750ad2a640b6991c073513f147ed 2024-11-07T12:48:54,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/6236750ad2a640b6991c073513f147ed is 235, key is aaaaaaaaaaaaaaaaaaaaaabbaabbabbb/kG7S:0huUhyyC/-8238440852606212667/Put/seqid=0 2024-11-07T12:48:54,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,074 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,093 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,101 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,107 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,121 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 6236750ad2a640b6991c073513f147ed, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,123 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 6236750ad2a640b6991c073513f147ed_0 from back map with offset lock 16705536 in the evict process 2024-11-07T12:48:54,124 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 6236750ad2a640b6991c073513f147ed_65631 from back map with offset lock 14650368 in the evict process 2024-11-07T12:48:54,125 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,125 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,125 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,125 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,127 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,146 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,163 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d8db78b3b6a14774a43ae272cd3ab4c6 2024-11-07T12:48:54,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/d8db78b3b6a14774a43ae272cd3ab4c6 is 242, key is aaaaaaaaaaaaaaaaaaaaaababaaaaaba/b:G/1304552671923486700/DeleteColumn/seqid=0 2024-11-07T12:48:54,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,189 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,204 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,205 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,206 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,220 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file d8db78b3b6a14774a43ae272cd3ab4c6, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,220 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,221 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,221 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,223 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,224 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,238 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,257 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on eb9d9c155df04defba511d340b9214e9 2024-11-07T12:48:54,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/eb9d9c155df04defba511d340b9214e9 is 235, key is aaaaaaaaaaaaaaaaaaaaaababbbabbaa/3eG5NylMnIjHwrg5q5:l_MZQK/8564982670969259992/Put/seqid=0 2024-11-07T12:48:54,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,305 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,322 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,323 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,328 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,336 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file eb9d9c155df04defba511d340b9214e9, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,336 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,337 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,337 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,337 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,337 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,356 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,370 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 427708d1f9384e72a229514cb8fed570 2024-11-07T12:48:54,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/427708d1f9384e72a229514cb8fed570 is 228, key is aaaaaaaaaaaaaaaaaaaaaaaabaaabbbb/5:fhK/-1503675435815938123/DeleteFamily/seqid=0 2024-11-07T12:48:54,404 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,406 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,416 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,417 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,421 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,428 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 427708d1f9384e72a229514cb8fed570, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,428 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,429 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,429 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,429 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,429 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,455 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,477 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ef7681620ff84866bbd1ffe2a8811d8d 2024-11-07T12:48:54,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/ef7681620ff84866bbd1ffe2a8811d8d is 220, key is aaaaaaaaaaaaaaaaaaaaaaabaabbbabb/6m7:PFpGznexGt/6599159083167982025/Put/seqid=0 2024-11-07T12:48:54,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,519 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,537 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,539 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,540 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,549 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file ef7681620ff84866bbd1ffe2a8811d8d, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,550 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,550 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,550 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,550 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,550 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,570 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,590 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dc2fea41c3344880b5e2af712819c572 2024-11-07T12:48:54,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/dc2fea41c3344880b5e2af712819c572 is 254, key is aaaaaaaaaaaaaaaaaaaaaabbbaababbb/xWvaBSEQC:qHFKyY/-2789969956003977193/DeleteFamily/seqid=0 2024-11-07T12:48:54,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,620 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,634 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,635 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,636 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,644 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file dc2fea41c3344880b5e2af712819c572, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,644 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,645 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,645 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,645 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,650 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,670 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,693 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d8ddff12ee124e3ebfed0ee15e711c7d 2024-11-07T12:48:54,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/d8ddff12ee124e3ebfed0ee15e711c7d is 225, key is aaaaaaaaaaaaaaaaaaaaaabaabaabbaa/1hvZ0vCPrE3Y:/7618858120218226771/DeleteFamilyVersion/seqid=0 2024-11-07T12:48:54,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,725 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,736 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,737 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,738 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,744 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file d8ddff12ee124e3ebfed0ee15e711c7d, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,745 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,745 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,745 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,745 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,745 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,767 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,788 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cca329ffb4084f1aaa9bce9f6611d7c8 2024-11-07T12:48:54,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/cca329ffb4084f1aaa9bce9f6611d7c8 is 243, key is aaaaaaaaaaaaaaaaaaaaaaaabaaabaaa/K6yUehf:wFO/-1842942559641531560/DeleteColumn/seqid=0 2024-11-07T12:48:54,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,822 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,840 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,841 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,845 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,852 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file cca329ffb4084f1aaa9bce9f6611d7c8, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,852 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,853 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,853 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,854 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,854 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,877 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,891 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 65bea22eccc2439db5d9e73ae0f204c8 2024-11-07T12:48:54,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/65bea22eccc2439db5d9e73ae0f204c8 is 234, key is aaaaaaaaaaaaaaaaaaaaaaababbaabab/IMp:/-9182307712300726503/DeleteColumn/seqid=0 2024-11-07T12:48:54,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:54,918 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:54,927 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:54,928 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:54,929 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:54,933 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 65bea22eccc2439db5d9e73ae0f204c8, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:54,933 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:54,934 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:54,934 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:54,934 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:54,934 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:54,951 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:54,977 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1ea96c41007e4a93a79e9f9f79a58acd 2024-11-07T12:48:54,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/1ea96c41007e4a93a79e9f9f79a58acd is 200, key is aaaaaaaaaaaaaaaaaaaaaaaaabbaaabb/bYg8ZF:Z/-8194537872355802830/Put/seqid=0 2024-11-07T12:48:55,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:55,011 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:55,024 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:55,025 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:55,033 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:55,039 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 1ea96c41007e4a93a79e9f9f79a58acd, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:55,040 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:55,040 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:55,040 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:55,040 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:55,040 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:55,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2833 (was 3303) 2024-11-07T12:48:55,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2833 2024-11-07T12:48:55,076 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:55,085 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 510c91ce04ed4972becf28c5ed56e3f1 2024-11-07T12:48:55,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/510c91ce04ed4972becf28c5ed56e3f1 is 258, key is aaaaaaaaaaaaaaaaaaaaaaababaabaab/5fmsRT1hilaU:y/-6364783886471409521/Put/seqid=0 2024-11-07T12:48:55,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:55,110 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:55,118 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:55,118 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:55,132 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:55,141 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 510c91ce04ed4972becf28c5ed56e3f1, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:55,141 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 510c91ce04ed4972becf28c5ed56e3f1_65674 from back map with offset lock 14650368 in the evict process 2024-11-07T12:48:55,142 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:55,142 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:55,142 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:55,144 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:55,148 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:55,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=21 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) Potentially hanging thread: Time-limited test-BucketCacheWriter-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=287 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2785 (was 2833) 2024-11-07T12:48:55,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2785 2024-11-07T12:48:55,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2769 (was 2785) 2024-11-07T12:48:55,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2769 2024-11-07T12:48:55,667 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testCorruptTruncatedHFile 2024-11-07T12:48:55,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/testCorruptTruncatedHFile is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:55,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2768 (was 2769) 2024-11-07T12:48:55,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2768 2024-11-07T12:48:55,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2768 (was 2768) 2024-11-07T12:48:55,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2768 2024-11-07T12:48:55,733 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:55,737 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 36c5989a53a44e9eb90f18a9a0b3f171 2024-11-07T12:48:55,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/36c5989a53a44e9eb90f18a9a0b3f171 is 225, key is aaaaaaaaaaaaaaaaaaaaaaababbaaabb/q69CfTdtfsiD:2SIoFu/-9212063639639039634/DeleteFamilyVersion/seqid=0 2024-11-07T12:48:55,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:55,773 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:55,790 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:55,792 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:55,797 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:55,805 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 36c5989a53a44e9eb90f18a9a0b3f171, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:55,807 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:55,808 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:55,808 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:55,808 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:55,810 ERROR [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1266): WriterThread encountered error java.lang.IllegalArgumentException: ReferenceCount : 0 (expected: > 0) at org.apache.hbase.thirdparty.io.netty.util.internal.ObjectUtil.checkPositive(ObjectUtil.java:100) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.nio.ByteBuff.checkRefCount(ByteBuff.java:77) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.nio.MultiByteBuff.duplicate(MultiByteBuff.java:681) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.nio.MultiByteBuff.duplicate(MultiByteBuff.java:43) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.hfile.HFileBlock.getBufferReadOnly(HFileBlock.java:520) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$RAMQueueEntry.writeToCache(BucketCache.java:1992) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.doDrain(BucketCache.java:1379) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1264) ~[classes/:?] 2024-11-07T12:48:55,815 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:55,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=21 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-0 app//org.apache.logging.log4j.core.Logger.isEnabled(Logger.java:175) app//org.apache.logging.slf4j.Log4jLogger.isErrorEnabled(Log4jLogger.java:324) app//org.apache.hbase.thirdparty.io.netty.util.internal.logging.LocationAwareSlf4JLogger.isErrorEnabled(LocationAwareSlf4JLogger.java:215) app//org.apache.hbase.thirdparty.io.netty.util.ResourceLeakDetector.needReport(ResourceLeakDetector.java:296) app//org.apache.hbase.thirdparty.io.netty.util.ResourceLeakDetector.reportLeak(ResourceLeakDetector.java:300) app//org.apache.hbase.thirdparty.io.netty.util.ResourceLeakDetector.track0(ResourceLeakDetector.java:273) app//org.apache.hbase.thirdparty.io.netty.util.ResourceLeakDetector.track(ResourceLeakDetector.java:250) app//org.apache.hadoop.hbase.nio.RefCnt.(RefCnt.java:59) app//org.apache.hadoop.hbase.nio.RefCnt.create(RefCnt.java:54) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry.(BucketEntry.java:121) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry.(BucketEntry.java:105) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$RAMQueueEntry.writeToCache(BucketCache.java:1987) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.doDrain(BucketCache.java:1379) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1264) Potentially hanging thread: BucketCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2735 (was 2768) 2024-11-07T12:48:55,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2735 2024-11-07T12:48:55,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19 (was 19), OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2735 (was 2735) 2024-11-07T12:48:55,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2735 2024-11-07T12:48:55,862 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:55,868 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fe32361143294a35986d3d988c53e1f6 2024-11-07T12:48:55,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/fe32361143294a35986d3d988c53e1f6 is 228, key is aaaaaaaaaaaaaaaaaaaaaaabbaabbabb/a7bL:g/3104742835825744899/Put/seqid=0 2024-11-07T12:48:55,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=20 (was 19) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.putReference(Native Method) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$Node.setPrevRelaxed(AbstractQueuedSynchronizer.java:471) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:699) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:938) java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$Sync.lock(ReentrantLock.java:153) java.base@17.0.11/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:322) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.processWorkerExit(ThreadPoolExecutor.java:994) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2733 (was 2735) 2024-11-07T12:48:55,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2733 2024-11-07T12:48:55,950 INFO [Time-limited test {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-07T12:48:55,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testMetaBlocks Thread=20 (was 19) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2733) 2024-11-07T12:48:55,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testGetShortMidpoint Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2732 2024-11-07T12:48:55,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testGetShortMidpoint Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2732) 2024-11-07T12:48:55,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCompressionOrdinance Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2732 2024-11-07T12:48:56,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCompressionOrdinance Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2731 (was 2732) 2024-11-07T12:48:56,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2731 2024-11-07T12:48:56,030 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,035 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9efb4f96bf264858af71be8beb333413 2024-11-07T12:48:56,040 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/9efb4f96bf264858af71be8beb333413 is 223, key is aaaaaaaaaaaaaaaaaaaaaaabaaabbbab/8e0w7:4unL1_wE/3595239017630291591/Put/seqid=0 2024-11-07T12:48:56,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:56,073 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:56,085 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:56,085 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:56,086 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:56,100 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 9efb4f96bf264858af71be8beb333413, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:56,100 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 9efb4f96bf264858af71be8beb333413_0 from back map with offset lock 16705536 in the evict process 2024-11-07T12:48:56,101 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 9efb4f96bf264858af71be8beb333413_65607 from back map with offset lock 14650368 in the evict process 2024-11-07T12:48:56,101 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:56,101 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:56,101 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:56,101 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:56,103 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:56,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2697 (was 2731) 2024-11-07T12:48:56,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2697 2024-11-07T12:48:56,138 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,152 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 01a3ecb9f93940f7a2d71050a2be99cf 2024-11-07T12:48:56,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/01a3ecb9f93940f7a2d71050a2be99cf is 240, key is aaaaaaaaaaaaaaaaaaaaaabbaabaabaa/pWy0/-8618391152763525215/Put/seqid=0 2024-11-07T12:48:56,177 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,190 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ca47b9eea5a74de88b9d946117bb210c 2024-11-07T12:48:56,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/ca47b9eea5a74de88b9d946117bb210c is 220, key is aaaaaaaaaaaaaaaaaaaaaaabababbbbb/6/8123847383582020235/Put/seqid=0 2024-11-07T12:48:56,218 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,230 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e0561be42c254008b2befa9b4578aae9 2024-11-07T12:48:56,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/e0561be42c254008b2befa9b4578aae9 is 233, key is aaaaaaaaaaaaaaaaaaaaaaabbbbababa/Tj:r/9066510940102732493/Delete/seqid=0 2024-11-07T12:48:56,261 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,273 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 41587892c6f74c6aa25270682805d9a4 2024-11-07T12:48:56,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/41587892c6f74c6aa25270682805d9a4 is 245, key is aaaaaaaaaaaaaaaaaaaaaabaabbaaaba/J:0/7714817908495179777/Delete/seqid=0 2024-11-07T12:48:56,299 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,310 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3248fa4aecf843ca936b137ea1473d29 2024-11-07T12:48:56,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/3248fa4aecf843ca936b137ea1473d29 is 225, key is aaaaaaaaaaaaaaaaaaaaaaaabaababbb/JT5__U8:/-8814456989771118322/Put/seqid=0 2024-11-07T12:48:56,342 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,355 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d0b9322f12404d5596df32a1bd322b3a 2024-11-07T12:48:56,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/d0b9322f12404d5596df32a1bd322b3a is 232, key is aaaaaaaaaaaaaaaaaaaaaaababababaa/F5gThPP0:E/7088357502506567984/Put/seqid=0 2024-11-07T12:48:56,385 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,398 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1436c6a6103746878cf31aaed58611ec 2024-11-07T12:48:56,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/1436c6a6103746878cf31aaed58611ec is 222, key is aaaaaaaaaaaaaaaaaaaaaaababbaaaab/omwZ3_6:gK/3392791500486693151/Put/seqid=0 2024-11-07T12:48:56,424 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,436 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ef0d3fb3528f416fa93d85da36d90680 2024-11-07T12:48:56,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/ef0d3fb3528f416fa93d85da36d90680 is 225, key is aaaaaaaaaaaaaaaaaaaaaaaaaabbabba/Hwfa:/-8867105025314711313/DeleteFamily/seqid=0 2024-11-07T12:48:56,457 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,468 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e910ff567b6a452f9d66c1d5d217aca9 2024-11-07T12:48:56,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/e910ff567b6a452f9d66c1d5d217aca9 is 238, key is aaaaaaaaaaaaaaaaaaaaaaababbabbaa/8w:nItEwRfu/1088919128990382582/DeleteFamily/seqid=0 2024-11-07T12:48:56,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2666 (was 2697) 2024-11-07T12:48:56,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testTFileFeatures Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2665 2024-11-07T12:48:56,496 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@3f3a99f3}, compression=none 2024-11-07T12:48:56,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-07T12:48:56,521 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@778827e4}, compression=gz 2024-11-07T12:48:56,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-07T12:48:56,545 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@1db70882}, compression=none 2024-11-07T12:48:56,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-07T12:48:56,560 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@1e75fc39}, compression=gz 2024-11-07T12:48:56,562 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-07T12:48:56,577 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testTFileFeatures Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2659 (was 2665) 2024-11-07T12:48:56,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testDBEShipped Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2659 2024-11-07T12:48:56,588 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_PREFIX 2024-11-07T12:48:56,592 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/testDBEShipped_PREFIX is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,597 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_DIFF 2024-11-07T12:48:56,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/testDBEShipped_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,603 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_FAST_DIFF 2024-11-07T12:48:56,604 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/testDBEShipped_FAST_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,608 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_ROW_INDEX_V1 2024-11-07T12:48:56,610 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/testDBEShipped_ROW_INDEX_V1 is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testDBEShipped Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2657 (was 2659) 2024-11-07T12:48:56,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testShortMidpointSameQual Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2657 2024-11-07T12:48:56,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testShortMidpointSameQual Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2657 (was 2657) 2024-11-07T12:48:56,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testNullMetaBlocks Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2657 2024-11-07T12:48:56,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-07T12:48:56,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testNullMetaBlocks Thread=20 (was 20), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2655 (was 2657) 2024-11-07T12:48:56,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=2655 2024-11-07T12:48:56,669 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-07T12:48:56,673 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d07cd74989964375874d254d8277dac4 2024-11-07T12:48:56,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bd010f3a-bf97-34c5-c8cb-dc5a2b05d2dd/TestHFile/d07cd74989964375874d254d8277dac4 is 270, key is aaaaaaaaaaaaaaaaaaaaaaaaabbabbaa/e:H/-3961496644669393480/Put/seqid=0 2024-11-07T12:48:56,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:48:56,705 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-07T12:48:56,720 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:48:56,720 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:48:56,725 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:48:56,730 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file d07cd74989964375874d254d8277dac4, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:48:56,730 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d07cd74989964375874d254d8277dac4_0 from back map with offset lock 16705536 in the evict process 2024-11-07T12:48:56,730 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d07cd74989964375874d254d8277dac4_65598 from back map with offset lock 12513280 in the evict process 2024-11-07T12:48:56,730 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:48:56,731 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:48:56,731 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:48:56,731 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:48:56,731 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:48:56,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20 (was 20), OpenFileDescriptor=290 (was 290), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=2622 (was 2655)