2024-11-09 16:48:50,202 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-09 16:48:50,213 main DEBUG Took 0.009496 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 16:48:50,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 16:48:50,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 16:48:50,215 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 16:48:50,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,223 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 16:48:50,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,242 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,245 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,246 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,248 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,249 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,251 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:48:50,253 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,254 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 16:48:50,256 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:48:50,258 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 16:48:50,260 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 16:48:50,261 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 16:48:50,262 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 16:48:50,263 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 16:48:50,272 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 16:48:50,275 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 16:48:50,277 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 16:48:50,277 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 16:48:50,278 main DEBUG createAppenders(={Console}) 2024-11-09 16:48:50,278 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a initialized 2024-11-09 16:48:50,279 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a 2024-11-09 16:48:50,279 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3932c79a OK. 2024-11-09 16:48:50,280 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 16:48:50,280 main DEBUG OutputStream closed 2024-11-09 16:48:50,281 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 16:48:50,281 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 16:48:50,282 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49049a04 OK 2024-11-09 16:48:50,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 16:48:50,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 16:48:50,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 16:48:50,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 16:48:50,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 16:48:50,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 16:48:50,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 16:48:50,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 16:48:50,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 16:48:50,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 16:48:50,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 16:48:50,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 16:48:50,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 16:48:50,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 16:48:50,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 16:48:50,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 16:48:50,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 16:48:50,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 16:48:50,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 16:48:50,382 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@73194df) with optional ClassLoader: null 2024-11-09 16:48:50,382 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 16:48:50,383 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@73194df] started OK. 2024-11-09T16:48:50,397 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestHFile timeout: 13 mins 2024-11-09 16:48:50,401 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 16:48:50,401 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T16:48:50,633 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397 2024-11-09T16:48:50,752 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T16:48:50,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:48:50,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testEmptyHFile Thread=13, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=9068 2024-11-09T16:48:50,912 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T16:48:50,972 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testEmptyHFile 2024-11-09T16:48:51,067 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:48:51,106 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T16:48:51,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testEmptyHFile Thread=19 (was 13) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=9039 (was 9068) 2024-11-09T16:48:51,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=10, AvailableMemoryMB=9038 2024-11-09T16:48:51,281 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,316 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5ef1617902e7451d926d8c8a85232941 2024-11-09T16:48:51,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/5ef1617902e7451d926d8c8a85232941 is 218, key is aaaaaaaaaaaaaaaaaaaaaaaaabbbbaaa/FCd:G5mYTk/-6696271616635658901/Put/seqid=0 2024-11-09T16:48:51,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=9026 (was 9038) 2024-11-09T16:48:51,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=9020 2024-11-09T16:48:51,471 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,530 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c83bb18257c949d9a1cd9f2b0beec7f0 2024-11-09T16:48:51,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/c83bb18257c949d9a1cd9f2b0beec7f0 is 235, key is aaaaaaaaaaaaaaaaaaaaaabaaaababbb/XLKSg_HRO/-1241462526344740724/DeleteColumn/seqid=0 2024-11-09T16:48:51,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:51,577 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:51,597 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:51,608 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:51,614 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:51,630 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file c83bb18257c949d9a1cd9f2b0beec7f0, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:51,632 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c83bb18257c949d9a1cd9f2b0beec7f0_0 from back map with offset lock 16705536 in the evict process 2024-11-09T16:48:51,633 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:51,633 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:51,634 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:51,634 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:51,635 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:51,656 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,671 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f01a67f837fe449abb2424b6f5666e32 2024-11-09T16:48:51,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/f01a67f837fe449abb2424b6f5666e32 is 242, key is aaaaaaaaaaaaaaaaaaaaaabaaabbbbbb/ErbFnX/-2675687699992878439/Delete/seqid=0 2024-11-09T16:48:51,693 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:51,694 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:51,703 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:51,704 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:51,705 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:51,721 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file f01a67f837fe449abb2424b6f5666e32, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:51,721 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:51,722 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:51,722 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:51,722 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:51,722 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:51,747 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,762 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a2c05bedd2da4c7ba8d5805a2bb1c17a 2024-11-09T16:48:51,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/a2c05bedd2da4c7ba8d5805a2bb1c17a is 227, key is aaaaaaaaaaaaaaaaaaaaaabbababaabb/WeMGcK5dS/-2041566327608478795/Put/seqid=0 2024-11-09T16:48:51,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:51,802 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:51,812 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:51,813 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:51,816 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:51,822 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file a2c05bedd2da4c7ba8d5805a2bb1c17a, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:51,823 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:51,823 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:51,823 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:51,823 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:51,824 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:51,842 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,856 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9f11803838914b249c3c171b9b83440a 2024-11-09T16:48:51,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/9f11803838914b249c3c171b9b83440a is 229, key is aaaaaaaaaaaaaaaaaaaaaabbabaaabab/FwGo:V8FpIFH/-7942278128418906466/Put/seqid=0 2024-11-09T16:48:51,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:51,882 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:51,893 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:51,893 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:51,896 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:51,904 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 9f11803838914b249c3c171b9b83440a, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:51,904 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:51,905 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:51,905 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:51,905 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:51,905 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:51,930 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:51,945 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 61b0dd4ad1ff47669892f4d112e42356 2024-11-09T16:48:51,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/61b0dd4ad1ff47669892f4d112e42356 is 215, key is aaaaaaaaaaaaaaaaaaaaaabbbbaabbbb/yTjyIYb2/-170579277126250722/Put/seqid=0 2024-11-09T16:48:51,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:51,982 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:51,992 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:51,993 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:51,993 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,002 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 61b0dd4ad1ff47669892f4d112e42356, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,002 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,003 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,003 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,003 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,003 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,022 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,037 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4dec5f2ad6d4432d83455d4f81ea69c4 2024-11-09T16:48:52,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/4dec5f2ad6d4432d83455d4f81ea69c4 is 268, key is aaaaaaaaaaaaaaaaaaaaaaaababaaabb/iYl8heDB/456693669033375868/Delete/seqid=0 2024-11-09T16:48:52,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,070 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,083 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,083 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,084 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,091 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 4dec5f2ad6d4432d83455d4f81ea69c4, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,092 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,092 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,092 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,092 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,093 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,110 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,124 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f9e3e31921604acc9f37b18a69452d88 2024-11-09T16:48:52,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/f9e3e31921604acc9f37b18a69452d88 is 222, key is aaaaaaaaaaaaaaaaaaaaaababbbaabba/PZ:oICWKnH5m/5642834549249669274/DeleteFamily/seqid=0 2024-11-09T16:48:52,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,148 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,155 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,156 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,156 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,162 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file f9e3e31921604acc9f37b18a69452d88, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,163 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,163 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,163 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,163 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,163 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,184 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,196 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3006cbb6609d4c57a38063acf418ef9e 2024-11-09T16:48:52,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/3006cbb6609d4c57a38063acf418ef9e is 225, key is aaaaaaaaaaaaaaaaaaaaaaaaabbbbabb/xi0:dzeqvILyRT/-2525377050254114094/Put/seqid=0 2024-11-09T16:48:52,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,222 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,229 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,230 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,231 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,237 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 3006cbb6609d4c57a38063acf418ef9e, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,238 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,238 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,238 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,238 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,239 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,259 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,273 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fcf04a729e474aa78fc90a4825a47ba2 2024-11-09T16:48:52,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/fcf04a729e474aa78fc90a4825a47ba2 is 236, key is aaaaaaaaaaaaaaaaaaaaaaaaaabaaaba/hEv/5548440785395279448/DeleteColumn/seqid=0 2024-11-09T16:48:52,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,304 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,317 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,317 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,320 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,326 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file fcf04a729e474aa78fc90a4825a47ba2, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,326 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,327 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,327 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,327 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,328 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,345 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,358 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f01dc239768d4c03a0a83762658952eb 2024-11-09T16:48:52,362 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/f01dc239768d4c03a0a83762658952eb is 209, key is aaaaaaaaaaaaaaaaaaaaaabbbababbbb/DbkENj:rYF1QY/-6877152498710515859/Put/seqid=0 2024-11-09T16:48:52,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,380 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,390 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,391 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,393 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,400 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file f01dc239768d4c03a0a83762658952eb, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,401 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,401 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,401 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,401 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,401 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8586 (was 9020) 2024-11-09T16:48:52,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8585 2024-11-09T16:48:52,438 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:52,444 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 36efeba72cfe4eed9ba44d110c466178 2024-11-09T16:48:52,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/36efeba72cfe4eed9ba44d110c466178 is 216, key is aaaaaaaaaaaaaaaaaaaaaabbbbaababa/zzg:SB0IRe/7336973524297947056/DeleteFamilyVersion/seqid=0 2024-11-09T16:48:52,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:52,473 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:52,479 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:52,480 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:52,488 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:52,494 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 36efeba72cfe4eed9ba44d110c466178, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:52,495 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 36efeba72cfe4eed9ba44d110c466178_0 from back map with offset lock 16705536 in the evict process 2024-11-09T16:48:52,495 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 36efeba72cfe4eed9ba44d110c466178_65708 from back map with offset lock 14650368 in the evict process 2024-11-09T16:48:52,496 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:52,496 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:52,496 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:52,496 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:52,496 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:52,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=287 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8538 (was 8585) 2024-11-09T16:48:52,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8537 2024-11-09T16:48:52,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8526 (was 8537) 2024-11-09T16:48:52,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8526 2024-11-09T16:48:52,960 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testCorruptTruncatedHFile 2024-11-09T16:48:52,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/testCorruptTruncatedHFile is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:52,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8526 (was 8526) 2024-11-09T16:48:52,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8525 2024-11-09T16:48:52,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8525 (was 8525) 2024-11-09T16:48:53,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8524 2024-11-09T16:48:53,017 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,022 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on aaf9eb8e584441b4a6c5e723d8338932 2024-11-09T16:48:53,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/aaf9eb8e584441b4a6c5e723d8338932 is 221, key is aaaaaaaaaaaaaaaaaaaaaaaabaaaaaab/qLFibjxZA:4ZZ/468114510372978092/Put/seqid=0 2024-11-09T16:48:53,054 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:53,062 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:53,077 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:53,078 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:53,084 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:53,089 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file aaf9eb8e584441b4a6c5e723d8338932, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:53,089 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key aaf9eb8e584441b4a6c5e723d8338932_0 from back map with offset lock 16705536 in the evict process 2024-11-09T16:48:53,089 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key aaf9eb8e584441b4a6c5e723d8338932_65689 from back map with offset lock 12513280 in the evict process 2024-11-09T16:48:53,090 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:53,090 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:53,090 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:53,090 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:53,091 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:53,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=20 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-1 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.lang.InterruptedException.(InterruptedException.java:57) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8487 (was 8524) 2024-11-09T16:48:53,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8487 2024-11-09T16:48:53,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19 (was 19), OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8486 (was 8487) 2024-11-09T16:48:53,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8485 2024-11-09T16:48:53,136 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,142 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d383a0ce713147a380bb7a2b32107ce0 2024-11-09T16:48:53,147 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/d383a0ce713147a380bb7a2b32107ce0 is 230, key is aaaaaaaaaaaaaaaaaaaaaaabbbaababa/z:CS/4623017002061175457/Put/seqid=0 2024-11-09T16:48:53,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8485 (was 8485) 2024-11-09T16:48:53,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8485 2024-11-09T16:48:53,203 INFO [Time-limited test {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-09T16:48:53,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testMetaBlocks Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8485 (was 8485) 2024-11-09T16:48:53,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testGetShortMidpoint Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8485 2024-11-09T16:48:53,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testGetShortMidpoint Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8484 (was 8485) 2024-11-09T16:48:53,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCompressionOrdinance Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8483 2024-11-09T16:48:53,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCompressionOrdinance Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8483 (was 8483) 2024-11-09T16:48:53,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8483 2024-11-09T16:48:53,268 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,273 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fa4bc42025e44eebaff3e66b4fc9419d 2024-11-09T16:48:53,277 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/fa4bc42025e44eebaff3e66b4fc9419d is 243, key is aaaaaaaaaaaaaaaaaaaaaabaaaaabbaa/xQ:Vo8DY/-7544932968755636208/Put/seqid=0 2024-11-09T16:48:53,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:53,311 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:53,320 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:53,320 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:53,322 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:53,332 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file fa4bc42025e44eebaff3e66b4fc9419d, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:53,332 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key fa4bc42025e44eebaff3e66b4fc9419d_0 from back map with offset lock 16705536 in the evict process 2024-11-09T16:48:53,332 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key fa4bc42025e44eebaff3e66b4fc9419d_65654 from back map with offset lock 14650368 in the evict process 2024-11-09T16:48:53,333 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:53,333 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:53,333 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:53,333 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:53,333 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:53,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8454 (was 8483) 2024-11-09T16:48:53,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8454 2024-11-09T16:48:53,360 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,373 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 98216e92dd07499d8eac911f74cd1821 2024-11-09T16:48:53,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/98216e92dd07499d8eac911f74cd1821 is 230, key is aaaaaaaaaaaaaaaaaaaaaababaaaabaa/uLQraY_mC4/5252628221372263502/Put/seqid=0 2024-11-09T16:48:53,395 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,406 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cbcad38aa0124be5923db6971cec3320 2024-11-09T16:48:53,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/cbcad38aa0124be5923db6971cec3320 is 227, key is aaaaaaaaaaaaaaaaaaaaaaaaaaaababa/0NCn75Lg2UTxfnxfu:/9192992008456677069/DeleteFamilyVersion/seqid=0 2024-11-09T16:48:53,433 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,445 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 37a1c0b66c2344df8d7c81083fe6d3ae 2024-11-09T16:48:53,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/37a1c0b66c2344df8d7c81083fe6d3ae is 305, key is aaaaaaaaaaaaaaaaaaaaaababbbbbaaa/Vt:YYWW/-712489145227775183/Put/seqid=0 2024-11-09T16:48:53,469 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,482 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d394f608025b41ba9eb8415bafc93223 2024-11-09T16:48:53,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/d394f608025b41ba9eb8415bafc93223 is 229, key is aaaaaaaaaaaaaaaaaaaaaaabaabbabba/hD:CCIAFa_r/-1503400816325500192/Put/seqid=0 2024-11-09T16:48:53,508 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,520 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7a1c69fdc6ba4a7d84deaf4b6ce44f30 2024-11-09T16:48:53,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/7a1c69fdc6ba4a7d84deaf4b6ce44f30 is 273, key is aaaaaaaaaaaaaaaaaaaaaaabbaababab/o0dNUfPL:ZPVs/-6640509817069189683/Put/seqid=0 2024-11-09T16:48:53,549 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,561 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 363b5d67716b4521bff45a4445555333 2024-11-09T16:48:53,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/363b5d67716b4521bff45a4445555333 is 239, key is aaaaaaaaaaaaaaaaaaaaaaabbaaababb/7cATww4/-7258521821253844916/Put/seqid=0 2024-11-09T16:48:53,585 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,597 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2ff2207b3b5345558624b3d3d928e5b8 2024-11-09T16:48:53,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/2ff2207b3b5345558624b3d3d928e5b8 is 245, key is aaaaaaaaaaaaaaaaaaaaaabbababbaab/V/2713825964112914918/Put/seqid=0 2024-11-09T16:48:53,627 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,640 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 99cb4d77e99a462d8ac53ec574d6bb70 2024-11-09T16:48:53,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/99cb4d77e99a462d8ac53ec574d6bb70 is 234, key is aaaaaaaaaaaaaaaaaaaaaaabbabbaaaa/3OVtBXT:MA/-7227014813485700455/Put/seqid=0 2024-11-09T16:48:53,664 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,677 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8e0195ab8ab24103bec825f6420b44fc 2024-11-09T16:48:53,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/8e0195ab8ab24103bec825f6420b44fc is 218, key is aaaaaaaaaaaaaaaaaaaaaaaabbbbaaab/xge7:Kpq/3185111474294126537/DeleteFamily/seqid=0 2024-11-09T16:48:53,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8432 (was 8454) 2024-11-09T16:48:53,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testTFileFeatures Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8432 2024-11-09T16:48:53,703 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@44656104}, compression=none 2024-11-09T16:48:53,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T16:48:53,727 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@77ee983d}, compression=gz 2024-11-09T16:48:53,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T16:48:53,749 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@7a3e2e51}, compression=none 2024-11-09T16:48:53,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T16:48:53,763 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@571ee935}, compression=gz 2024-11-09T16:48:53,765 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-09T16:48:53,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testTFileFeatures Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8426 (was 8432) 2024-11-09T16:48:53,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testDBEShipped Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8426 2024-11-09T16:48:53,794 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_PREFIX 2024-11-09T16:48:53,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/testDBEShipped_PREFIX is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,803 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_DIFF 2024-11-09T16:48:53,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/testDBEShipped_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,808 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_FAST_DIFF 2024-11-09T16:48:53,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/testDBEShipped_FAST_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,814 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_ROW_INDEX_V1 2024-11-09T16:48:53,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/testDBEShipped_ROW_INDEX_V1 is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testDBEShipped Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8415 (was 8426) 2024-11-09T16:48:53,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testShortMidpointSameQual Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8422 2024-11-09T16:48:53,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testShortMidpointSameQual Thread=19 (was 19), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8424 (was 8422) - AvailableMemoryMB LEAK? - 2024-11-09T16:48:53,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testNullMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8424 2024-11-09T16:48:53,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-09T16:48:53,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testNullMetaBlocks Thread=19 (was 19), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8423 (was 8424) 2024-11-09T16:48:53,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=19, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=8423 2024-11-09T16:48:53,878 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-09T16:48:53,883 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bcaab2e8d4b74f86a692efa84974a9f5 2024-11-09T16:48:53,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d61431ce-6297-acb4-252d-cf6429788397/TestHFile/bcaab2e8d4b74f86a692efa84974a9f5 is 226, key is aaaaaaaaaaaaaaaaaaaaaaabaabbbaab/sMV0R:KBiTusdla7KndG/-1191358603592212429/Put/seqid=0 2024-11-09T16:48:53,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:48:53,904 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-09T16:48:53,914 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T16:48:53,914 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T16:48:53,915 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T16:48:53,919 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file bcaab2e8d4b74f86a692efa84974a9f5, starting offset: 0, end offset: 9223372036854775807 2024-11-09T16:48:53,919 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key bcaab2e8d4b74f86a692efa84974a9f5_0 from back map with offset lock 16705536 in the evict process 2024-11-09T16:48:53,920 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key bcaab2e8d4b74f86a692efa84974a9f5_65628 from back map with offset lock 14650368 in the evict process 2024-11-09T16:48:53,920 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T16:48:53,920 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T16:48:53,920 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T16:48:53,920 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T16:48:53,924 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T16:48:53,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.getRAMQueueEntries(BucketCache.java:1477) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1258) - Thread LEAK? -, OpenFileDescriptor=290 (was 290), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=8387 (was 8423)