2024-11-20 16:55:28,182 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-20 16:55:28,199 main DEBUG Took 0.015078 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 16:55:28,199 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 16:55:28,200 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 16:55:28,200 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 16:55:28,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,209 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 16:55:28,223 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,227 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,228 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,231 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,234 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,236 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:55:28,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,238 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 16:55:28,240 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:55:28,241 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 16:55:28,243 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 16:55:28,244 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 16:55:28,246 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 16:55:28,246 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 16:55:28,256 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 16:55:28,259 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 16:55:28,261 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 16:55:28,261 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 16:55:28,261 main DEBUG createAppenders(={Console})
2024-11-20 16:55:28,262 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-20 16:55:28,262 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-20 16:55:28,263 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-20 16:55:28,263 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 16:55:28,264 main DEBUG OutputStream closed
2024-11-20 16:55:28,264 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 16:55:28,264 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 16:55:28,264 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-20 16:55:28,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 16:55:28,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 16:55:28,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 16:55:28,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 16:55:28,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 16:55:28,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 16:55:28,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 16:55:28,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 16:55:28,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 16:55:28,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 16:55:28,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 16:55:28,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 16:55:28,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 16:55:28,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 16:55:28,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 16:55:28,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 16:55:28,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 16:55:28,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 16:55:28,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 16:55:28,354 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-20 16:55:28,354 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 16:55:28,355 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-20T16:55:28,371 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-20 16:55:28,375 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 16:55:28,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T16:55:28,609 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133
2024-11-20T16:55:28,632 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=8280
2024-11-20T16:55:28,725 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T16:55:28,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:28,833 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/cluster_03a46fd0-ea38-8aaa-343a-9b2a0e589cc2, deleteOnExit=true
2024-11-20T16:55:28,966 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/cluster_03a46fd0-ea38-8aaa-343a-9b2a0e589cc2/zookeeper_0, clientPort=56361, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/cluster_03a46fd0-ea38-8aaa-343a-9b2a0e589cc2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/cluster_03a46fd0-ea38-8aaa-343a-9b2a0e589cc2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T16:55:28,979 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56361
2024-11-20T16:55:28,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:29,082 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a with version=8
2024-11-20T16:55:29,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase-staging
2024-11-20T16:55:29,169 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T16:55:29,431 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:29,439 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:29,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:29,448 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:29,448 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:29,448 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:29,606 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T16:55:29,691 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:55:29,732 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T16:55:29,743 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20T16:55:29,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:29,778 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97052 (auto-detected)
2024-11-20T16:55:29,779 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-20T16:55:29,797 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35699
2024-11-20T16:55:29,823 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35699 connecting to ZooKeeper ensemble=127.0.0.1:56361
2024-11-20T16:55:29,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356990x0, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:29,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35699-0x1015a75aa760000 connected
2024-11-20T16:55:30,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:30,033 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a, hbase.cluster.distributed=false
2024-11-20T16:55:30,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:30,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35699
2024-11-20T16:55:30,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35699
2024-11-20T16:55:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35699
2024-11-20T16:55:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35699
2024-11-20T16:55:30,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35699
2024-11-20T16:55:30,137 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:30,138 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,139 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,139 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:30,139 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,139 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:30,142 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:55:30,145 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:30,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35933
2024-11-20T16:55:30,147 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35933 connecting to ZooKeeper ensemble=127.0.0.1:56361
2024-11-20T16:55:30,148 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359330x0, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:30,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35933-0x1015a75aa760001 connected
2024-11-20T16:55:30,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359330x0, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:30,180 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:55:30,194 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.cache
2024-11-20T16:55:30,199 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-20T16:55:30,201 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-20T16:55:30,202 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-20T16:55:30,204 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-20T16:55:30,204 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-20T16:55:30,209 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-20T16:55:30,212 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-20T16:55:30,212 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence is complete.
2024-11-20T16:55:30,213 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:55:30,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T16:55:30,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:30,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35933
2024-11-20T16:55:30,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35933
2024-11-20T16:55:30,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35933
2024-11-20T16:55:30,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35933
2024-11-20T16:55:30,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35933
2024-11-20T16:55:30,249 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:30,250 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,250 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,250 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:30,250 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:30,250 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:30,251 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:55:30,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:30,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39739
2024-11-20T16:55:30,255 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39739 connecting to ZooKeeper ensemble=127.0.0.1:56361
2024-11-20T16:55:30,255 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397390x0, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:30,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397390x0, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:30,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39739-0x1015a75aa760002 connected
2024-11-20T16:55:30,281 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:55:30,282 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.cache
2024-11-20T16:55:30,282 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-20T16:55:30,283 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-20T16:55:30,283 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-20T16:55:30,284 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-20T16:55:30,284 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-20T16:55:30,284 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-20T16:55:30,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:55:30,285 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-20T16:55:30,285 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence is complete.
2024-11-20T16:55:30,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T16:55:30,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:30,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39739
2024-11-20T16:55:30,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39739
2024-11-20T16:55:30,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39739
2024-11-20T16:55:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39739
2024-11-20T16:55:30,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39739
2024-11-20T16:55:30,317 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b60eac9bda43:35699
2024-11-20T16:55:30,323 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b60eac9bda43,35699,1732121729274
2024-11-20T16:55:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,348 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b60eac9bda43,35699,1732121729274
2024-11-20T16:55:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:30,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,381 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T16:55:30,383 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b60eac9bda43,35699,1732121729274 from backup master directory
2024-11-20T16:55:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b60eac9bda43,35699,1732121729274
2024-11-20T16:55:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:30,398 WARN  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:30,399 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b60eac9bda43,35699,1732121729274
2024-11-20T16:55:30,402 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-20T16:55:30,404 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-20T16:55:30,416 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase.id] with ID: f33797a4-7d0b-424c-aed5-51f187ff580a
2024-11-20T16:55:30,416 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.tmp/hbase.id
2024-11-20T16:55:30,422 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase.id]
2024-11-20T16:55:30,460 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:30,466 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T16:55:30,495 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms.
2024-11-20T16:55:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:30,563 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:55:30,566 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T16:55:30,603 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:55:30,609 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:30,663 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store
2024-11-20T16:55:30,685 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-20T16:55:30,690 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:30,692 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:55:30,692 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:30,692 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:30,695 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:55:30,695 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:30,695 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:30,696 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121730691Disabling compacts and flushes for region at 1732121730691Disabling writes for close at 1732121730695 (+4 ms)Writing region close event to WAL at 1732121730695Closed at 1732121730695
2024-11-20T16:55:30,697 WARN  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/.initializing
2024-11-20T16:55:30,698 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35699,1732121729274
2024-11-20T16:55:30,715 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:30,734 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C35699%2C1732121729274, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35699,1732121729274, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/oldWALs, maxLogs=10
2024-11-20T16:55:30,775 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35699,1732121729274/b60eac9bda43%2C35699%2C1732121729274.1732121730739
2024-11-20T16:55:30,776 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:30,777 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:30,778 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:30,782 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,784 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,826 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:30,861 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T16:55:30,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:30,868 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:30,869 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:30,874 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T16:55:30,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:30,875 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:30,876 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:30,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T16:55:30,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:30,883 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:30,883 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:30,893 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T16:55:30,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:30,894 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:30,895 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,900 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,901 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,905 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,906 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,909 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:30,911 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:30,917 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:30,918 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009622, jitterRate=-0.10578694939613342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:30,925 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732121730800Initializing all the Stores at 1732121730801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121730802 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121730802Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121730803 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121730803Cleaning up temporary data from old regions at 1732121730906 (+103 ms)Region opened successfully at 1732121730925 (+19 ms)
2024-11-20T16:55:30,927 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T16:55:30,958 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34e25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:30,990 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T16:55:31,004 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T16:55:31,004 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T16:55:31,007 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T16:55:31,008 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-20T16:55:31,015 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-20T16:55:31,015 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T16:55:31,045 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T16:55:31,055 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T16:55:31,096 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T16:55:31,099 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T16:55:31,101 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T16:55:31,112 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T16:55:31,115 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T16:55:31,118 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T16:55:31,129 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T16:55:31,131 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T16:55:31,137 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T16:55:31,154 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T16:55:31,162 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,182 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b60eac9bda43,35699,1732121729274, sessionid=0x1015a75aa760000, setting cluster-up flag (Was=false)
2024-11-20T16:55:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,229 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T16:55:31,231 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,35699,1732121729274
2024-11-20T16:55:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:31,270 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T16:55:31,273 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,35699,1732121729274
2024-11-20T16:55:31,279 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T16:55:31,303 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(746): ClusterId : f33797a4-7d0b-424c-aed5-51f187ff580a
2024-11-20T16:55:31,304 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(746): ClusterId : f33797a4-7d0b-424c-aed5-51f187ff580a
2024-11-20T16:55:31,306 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:55:31,306 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:55:31,356 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:31,364 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:55:31,364 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:55:31,364 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:55:31,364 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:55:31,368 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T16:55:31,372 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:55:31,372 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:55:31,373 DEBUG [RS:0;b60eac9bda43:35933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ad734e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:31,373 DEBUG [RS:1;b60eac9bda43:39739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d710b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:31,377 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T16:55:31,384 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b60eac9bda43,35699,1732121729274
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T16:55:31,391 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b60eac9bda43:35933
2024-11-20T16:55:31,392 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b60eac9bda43:39739
2024-11-20T16:55:31,394 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:31,395 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:31,395 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:31,395 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:31,395 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b60eac9bda43:0, corePoolSize=10, maxPoolSize=10
2024-11-20T16:55:31,396 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:55:31,396 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:55:31,396 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:55:31,396 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,396 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:55:31,396 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:55:31,396 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:55:31,396 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:31,396 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,399 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,35699,1732121729274 with port=35933, startcode=1732121730105
2024-11-20T16:55:31,399 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,35699,1732121729274 with port=39739, startcode=1732121730249
2024-11-20T16:55:31,406 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:31,407 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T16:55:31,412 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:31,414 DEBUG [RS:0;b60eac9bda43:35933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:55:31,413 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T16:55:31,414 DEBUG [RS:1;b60eac9bda43:39739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:55:31,421 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732121761421
2024-11-20T16:55:31,424 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T16:55:31,425 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T16:55:31,429 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T16:55:31,429 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T16:55:31,431 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T16:55:31,431 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T16:55:31,438 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,441 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T16:55:31,443 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T16:55:31,443 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T16:55:31,443 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T16:55:31,444 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:31,449 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T16:55:31,449 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T16:55:31,453 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121731451,5,FailOnTimeoutGroup]
2024-11-20T16:55:31,455 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121731454,5,FailOnTimeoutGroup]
2024-11-20T16:55:31,455 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,455 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T16:55:31,456 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,458 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:31,487 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-20T16:55:31,501 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:55:31,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:31,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:31,502 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:55:31,502 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:55:31,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-20T16:55:31,510 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,513 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35699 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,515 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:55:31,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:31,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:31,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-20T16:55:31,526 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,526 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35699 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,531 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:31,531 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-20T16:55:31,531 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:55:31,532 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:31,532 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-20T16:55:31,533 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:55:31,534 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:55:31,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:31,534 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:31,535 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-20T16:55:31,539 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:55:31,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:31,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:31,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:55:31,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:31,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:55:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:55:31,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:31,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:55:31,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:31,549 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426194, jitterRate=-0.03997489809989929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:31,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732121731481Initializing all the Stores at 1732121731481Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121731481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121731486 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121731487 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121731487Cleaning up temporary data from old regions at 1732121731542 (+55 ms)Region opened successfully at 1732121731553 (+11 ms)
2024-11-20T16:55:31,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:55:31,553 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:55:31,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:55:31,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:55:31,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:55:31,555 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:31,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121731553Disabling compacts and flushes for region at 1732121731553Disabling writes for close at 1732121731554 (+1 ms)Writing region close event to WAL at 1732121731555 (+1 ms)Closed at 1732121731555
2024-11-20T16:55:31,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:31,557 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T16:55:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:31,565 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T16:55:31,574 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:55:31,577 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T16:55:31,592 DEBUG [RS:0;b60eac9bda43:35933 {}] zookeeper.ZKUtil(111): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,592 WARN  [RS:0;b60eac9bda43:35933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:31,592 INFO  [RS:0;b60eac9bda43:35933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:31,593 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,35933,1732121730105]
2024-11-20T16:55:31,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,39739,1732121730249]
2024-11-20T16:55:31,594 DEBUG [RS:1;b60eac9bda43:39739 {}] zookeeper.ZKUtil(111): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,594 WARN  [RS:1;b60eac9bda43:39739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:31,595 INFO  [RS:1;b60eac9bda43:39739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:31,595 DEBUG [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,621 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:55:31,621 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:55:31,642 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:55:31,642 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:55:31,649 INFO  [RS:1;b60eac9bda43:39739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:55:31,649 INFO  [RS:0;b60eac9bda43:35933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:55:31,649 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,649 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,651 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:55:31,651 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:55:31,658 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:55:31,658 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:55:31,660 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,660 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,661 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,661 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,662 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,663 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,663 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,663 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,663 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:31,663 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:31,663 DEBUG [RS:0;b60eac9bda43:35933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:31,663 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:31,664 DEBUG [RS:1;b60eac9bda43:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:31,667 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,668 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,668 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,669 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,669 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,669 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35933,1732121730105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,670 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,39739,1732121730249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:31,699 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:55:31,699 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:55:31,701 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,39739,1732121730249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,701 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35933,1732121730105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,701 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,701 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,701 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.Replication(171): b60eac9bda43,35933,1732121730105 started
2024-11-20T16:55:31,701 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.Replication(171): b60eac9bda43,39739,1732121730249 started
2024-11-20T16:55:31,722 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,723 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,39739,1732121730249, RpcServer on b60eac9bda43/172.17.0.2:39739, sessionid=0x1015a75aa760002
2024-11-20T16:55:31,724 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:55:31,724 DEBUG [RS:1;b60eac9bda43:39739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,725 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,39739,1732121730249'
2024-11-20T16:55:31,725 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:55:31,726 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:55:31,727 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:31,728 WARN  [b60eac9bda43:35699 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:55:31,728 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:55:31,729 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:55:31,729 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,35933,1732121730105, RpcServer on b60eac9bda43/172.17.0.2:35933, sessionid=0x1015a75aa760001
2024-11-20T16:55:31,729 DEBUG [RS:1;b60eac9bda43:39739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,39739,1732121730249
2024-11-20T16:55:31,729 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,39739,1732121730249'
2024-11-20T16:55:31,729 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:55:31,729 DEBUG [RS:0;b60eac9bda43:35933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,729 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,35933,1732121730105'
2024-11-20T16:55:31,729 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:55:31,730 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:55:31,731 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:55:31,731 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:55:31,731 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:55:31,732 DEBUG [RS:1;b60eac9bda43:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:55:31,732 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:55:31,732 INFO  [RS:1;b60eac9bda43:39739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:55:31,732 DEBUG [RS:0;b60eac9bda43:35933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,35933,1732121730105
2024-11-20T16:55:31,732 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,35933,1732121730105'
2024-11-20T16:55:31,732 INFO  [RS:1;b60eac9bda43:39739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:55:31,732 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:55:31,733 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:55:31,733 DEBUG [RS:0;b60eac9bda43:35933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:55:31,733 INFO  [RS:0;b60eac9bda43:35933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:55:31,733 INFO  [RS:0;b60eac9bda43:35933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:55:31,839 INFO  [RS:0;b60eac9bda43:35933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:31,840 INFO  [RS:1;b60eac9bda43:39739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:31,840 INFO  [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C35933%2C1732121730105, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,35933,1732121730105, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:31,841 INFO  [RS:1;b60eac9bda43:39739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C39739%2C1732121730249, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,39739,1732121730249, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:31,871 INFO  [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,35933,1732121730105/b60eac9bda43%2C35933%2C1732121730105.1732121731844
2024-11-20T16:55:31,871 INFO  [RS:1;b60eac9bda43:39739 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,39739,1732121730249/b60eac9bda43%2C39739%2C1732121730249.1732121731844
2024-11-20T16:55:31,872 DEBUG [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:31,875 DEBUG [RS:1;b60eac9bda43:39739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:31,981 DEBUG [b60eac9bda43:35699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-20T16:55:31,991 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0}
2024-11-20T16:55:31,996 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-20T16:55:31,996 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-20T16:55:31,996 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-20T16:55:31,997 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-20T16:55:31,997 INFO  [b60eac9bda43:35699 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-20T16:55:31,997 INFO  [b60eac9bda43:35699 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-20T16:55:31,997 DEBUG [b60eac9bda43:35699 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-20T16:55:32,008 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:32,014 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,35933,1732121730105, state=OPENING
2024-11-20T16:55:32,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T16:55:32,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:32,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:32,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:55:32,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,35933,1732121730105}]
2024-11-20T16:55:32,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T16:55:32,241 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T16:55:32,250 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T16:55:32,250 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:32,251 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T16:55:32,253 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C35933%2C1732121730105.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,35933,1732121730105, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:32,278 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,35933,1732121730105/b60eac9bda43%2C35933%2C1732121730105.meta.1732121732256.meta
2024-11-20T16:55:32,279 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:32,280 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:32,282 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T16:55:32,285 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T16:55:32,292 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T16:55:32,298 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T16:55:32,299 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:32,299 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T16:55:32,300 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T16:55:32,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-20T16:55:32,303 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:55:32,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:32,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:32,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-20T16:55:32,305 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:55:32,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:32,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:32,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-20T16:55:32,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:55:32,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:32,307 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:32,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-20T16:55:32,309 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:55:32,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:32,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:32,310 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:55:32,312 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:32,315 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:32,316 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:55:32,316 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:55:32,317 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:32,318 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:55:32,319 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67451039, jitterRate=0.005098804831504822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:32,320 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T16:55:32,322 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732121732301Writing region info on filesystem at 1732121732301Initializing all the Stores at 1732121732301Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121732301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121732302 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121732302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121732302Cleaning up temporary data from old regions at 1732121732316 (+14 ms)Running coprocessor post-open hooks at 1732121732320 (+4 ms)Region opened successfully at 1732121732322 (+2 ms)
2024-11-20T16:55:32,329 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732121732228
2024-11-20T16:55:32,345 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T16:55:32,346 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T16:55:32,347 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:32,350 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,35933,1732121730105, state=OPEN
2024-11-20T16:55:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:32,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:32,384 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T16:55:32,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,35933,1732121730105 in 319 msec
2024-11-20T16:55:32,390 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T16:55:32,390 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec
2024-11-20T16:55:32,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:32,391 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T16:55:32,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:55:32,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,35933,1732121730105, seqNum=-1]
2024-11-20T16:55:32,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:32,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:32,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1570 sec
2024-11-20T16:55:32,470 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732121732470, completionTime=-1
2024-11-20T16:55:32,474 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-20T16:55:32,474 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-20T16:55:32,512 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-20T16:55:32,512 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732121792512
2024-11-20T16:55:32,512 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732121852512
2024-11-20T16:55:32,512 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec
2024-11-20T16:55:32,515 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-20T16:55:32,526 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,526 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,527 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,528 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b60eac9bda43:35699, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,529 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,530 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,539 DEBUG [master/b60eac9bda43:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T16:55:32,573 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.174sec
2024-11-20T16:55:32,580 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T16:55:32,582 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T16:55:32,584 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T16:55:32,585 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T16:55:32,585 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T16:55:32,586 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:32,587 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T16:55:32,590 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T16:55:32,591 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T16:55:32,592 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35699,1732121729274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:32,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:32,617 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-20T16:55:32,618 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-20T16:55:32,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,35699,-1 for getting cluster id
2024-11-20T16:55:32,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T16:55:32,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33797a4-7d0b-424c-aed5-51f187ff580a'
2024-11-20T16:55:32,671 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T16:55:32,671 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33797a4-7d0b-424c-aed5-51f187ff580a"

2024-11-20T16:55:32,674 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f15a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:32,674 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,35699,-1]
2024-11-20T16:55:32,678 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T16:55:32,680 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:32,681 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T16:55:32,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c35605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:32,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:55:32,697 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,35933,1732121730105, seqNum=-1]
2024-11-20T16:55:32,697 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:32,702 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:32,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b60eac9bda43,35699,1732121729274
2024-11-20T16:55:32,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T16:55:32,735 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,35699,1732121729274
2024-11-20T16:55:32,737 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74762d0c
2024-11-20T16:55:32,738 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T16:55:32,741 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T16:55:32,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1732121732724', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:55:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724
2024-11-20T16:55:32,767 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:55:32,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:32,772 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:55:32,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1732121732724"
 procId is: 4
2024-11-20T16:55:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:32,807 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d69c0200c9fec180334286572be95b6, NAME => 'testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1732121732724', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:32,819 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:32,820 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1722): Closing 9d69c0200c9fec180334286572be95b6, disabling compactions & flushes
2024-11-20T16:55:32,820 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:32,820 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:32,820 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6. after waiting 0 ms
2024-11-20T16:55:32,820 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:32,820 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:32,820 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732121732724-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d69c0200c9fec180334286572be95b6:
Waiting for close lock at 1732121732820Disabling compacts and flushes for region at 1732121732820Disabling writes for close at 1732121732820Writing region close event to WAL at 1732121732820Closed at 1732121732820
2024-11-20T16:55:32,823 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:55:32,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732121732823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121732823"}]},"ts":"1732121732823"}
2024-11-20T16:55:32,835 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:55:32,837 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:55:32,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732121732724","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121732837"}]},"ts":"1732121732837"}
2024-11-20T16:55:32,844 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732121732724, state=ENABLING in hbase:meta
2024-11-20T16:55:32,845 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0}
2024-11-20T16:55:32,845 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-20T16:55:32,846 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-20T16:55:32,846 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-20T16:55:32,846 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-20T16:55:32,846 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-20T16:55:32,846 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-20T16:55:32,846 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-20T16:55:32,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, ASSIGN}]
2024-11-20T16:55:32,849 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, ASSIGN
2024-11-20T16:55:32,851 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, ASSIGN; state=OFFLINE, location=b60eac9bda43,39739,1732121730249; forceNewPlan=false, retain=false
2024-11-20T16:55:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:33,004 INFO  [b60eac9bda43:35699 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-20T16:55:33,005 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=OPENING, regionLocation=b60eac9bda43,39739,1732121730249
2024-11-20T16:55:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, ASSIGN because future has completed
2024-11-20T16:55:33,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249}]
2024-11-20T16:55:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:33,164 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T16:55:33,166 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T16:55:33,169 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:33,170 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d69c0200c9fec180334286572be95b6, NAME => 'testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:33,171 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732121732724 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,171 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:33,171 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,171 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,173 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9d69c0200c9fec180334286572be95b6 
2024-11-20T16:55:33,183 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d69c0200c9fec180334286572be95b6 columnFamilyName family
2024-11-20T16:55:33,183 DEBUG [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:33,184 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(327): Store=9d69c0200c9fec180334286572be95b6/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:33,185 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,186 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,186 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,186 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,187 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,188 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,194 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:33,194 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d69c0200c9fec180334286572be95b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60685971, jitterRate=-0.09570856392383575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:55:33,195 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:33,195 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d69c0200c9fec180334286572be95b6:
Running coprocessor pre-open hook at 1732121733172Writing region info on filesystem at 1732121733172Initializing all the Stores at 1732121733172Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121733172Cleaning up temporary data from old regions at 1732121733187 (+15 ms)Running coprocessor post-open hooks at 1732121733195 (+8 ms)Region opened successfully at 1732121733195
2024-11-20T16:55:33,197 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6., pid=6, masterSystemTime=1732121733163
2024-11-20T16:55:33,201 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,39739,1732121730249
2024-11-20T16:55:33,204 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:33,204 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:33,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249 because future has completed
2024-11-20T16:55:33,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T16:55:33,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249 in 202 msec
2024-11-20T16:55:33,219 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T16:55:33,219 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, ASSIGN in 368 msec
2024-11-20T16:55:33,220 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:55:33,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732121732724","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121733220"}]},"ts":"1732121733220"}
2024-11-20T16:55:33,224 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732121732724, state=ENABLED in hbase:meta
2024-11-20T16:55:33,225 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:55:33,226 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732121732724 in 471 msec
2024-11-20T16:55:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:33,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1732121732724 get assigned. Timeout = 60000ms
2024-11-20T16:55:33,422 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1732121732724 completed
2024-11-20T16:55:33,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:55:33,429 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1732121732724 assigned to meta. Checking AM states.
2024-11-20T16:55:33,430 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:55:33,430 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1732121732724 assigned.
2024-11-20T16:55:33,439 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1732121732724', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6., hostname=b60eac9bda43,39739,1732121730249, seqNum=2]
2024-11-20T16:55:33,440 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:33,442 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:33,452 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d69c0200c9fec180334286572be95b6 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-20T16:55:33,480 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:33,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/.tmp/family/7b50ce1697e34343af6a7a8d68f52d93 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-20T16:55:33,521 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/.tmp/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:33,554 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/.tmp/family/7b50ce1697e34343af6a7a8d68f52d93 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:33,556 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, delay=940 ms
2024-11-20T16:55:33,558 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, entries=2, sequenceid=6, filesize=4.9 K
2024-11-20T16:55:33,563 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 9d69c0200c9fec180334286572be95b6 in 111ms, sequenceid=6, compaction requested=false
2024-11-20T16:55:33,564 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1732121732724'
2024-11-20T16:55:33,566 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d69c0200c9fec180334286572be95b6:

2024-11-20T16:55:34,499 DEBUG [hfile-prefetch-1732121733556 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7b50ce1697e34343af6a7a8d68f52d93_0. 
2024-11-20T16:55:34,505 DEBUG [hfile-prefetch-1732121733556 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7b50ce1697e34343af6a7a8d68f52d93_117. 
2024-11-20T16:55:34,506 DEBUG [hfile-prefetch-1732121733556 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, with total blocks 2, and data blocks 1
2024-11-20T16:55:34,506 DEBUG [hfile-prefetch-1732121733556 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-20T16:55:34,507 DEBUG [hfile-prefetch-1732121733556 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-20T16:55:34,507 DEBUG [hfile-prefetch-1732121733556 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93. Will sleep 100ms and try the verification again.
2024-11-20T16:55:34,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9d69c0200c9fec180334286572be95b6, source=b60eac9bda43,39739,1732121730249, destination=b60eac9bda43,35933,1732121730105, warming up region on b60eac9bda43,35933,1732121730105
2024-11-20T16:55:34,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9d69c0200c9fec180334286572be95b6, source=b60eac9bda43,39739,1732121730249, destination=b60eac9bda43,35933,1732121730105, running balancer
2024-11-20T16:55:34,587 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-20T16:55:34,587 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-20T16:55:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE
2024-11-20T16:55:34,587 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:34,588 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:34,588 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE
2024-11-20T16:55:34,589 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9d69c0200c9fec180334286572be95b6, NAME => 'testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:34,590 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=CLOSING, regionLocation=b60eac9bda43,39739,1732121730249
2024-11-20T16:55:34,590 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9d69c0200c9fec180334286572be95b6 
2024-11-20T16:55:34,591 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d69c0200c9fec180334286572be95b6 columnFamilyName family
2024-11-20T16:55:34,591 DEBUG [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE because future has completed
2024-11-20T16:55:34,594 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-20T16:55:34,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249}]
2024-11-20T16:55:34,595 DEBUG [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:34,595 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(327): Store=9d69c0200c9fec180334286572be95b6/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1722): Closing 9d69c0200c9fec180334286572be95b6, disabling compactions & flushes
2024-11-20T16:55:34,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6. after waiting 0 ms
2024-11-20T16:55:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,597 DEBUG [StoreFileCloser-9d69c0200c9fec180334286572be95b6-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:34,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35933 {}] regionserver.HRegion(1676): Region close journal for 9d69c0200c9fec180334286572be95b6:
Waiting for close lock at 1732121734596Disabling compacts and flushes for region at 1732121734596Disabling writes for close at 1732121734596Writing region close event to WAL at 1732121734598 (+2 ms)Closed at 1732121734598
2024-11-20T16:55:34,600 WARN  [hfile-prefetch-1732121733556 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-20T16:55:34,601 DEBUG [hfile-prefetch-1732121733556 {}] hfile.PrefetchExecutor(121): Prefetch completed for 7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:34,606 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-20T16:55:34,606 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-20T16:55:34,606 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:34,606 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732121734587
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121734606
2024-11-20T16:55:34,609 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-20T16:55:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35699 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-20T16:55:34,756 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:34,756 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-20T16:55:34,758 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9d69c0200c9fec180334286572be95b6, disabling compactions & flushes
2024-11-20T16:55:34,758 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,758 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,759 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6. after waiting 0 ms
2024-11-20T16:55:34,759 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,763 DEBUG [StoreFileCloser-9d69c0200c9fec180334286572be95b6-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 7b50ce1697e34343af6a7a8d68f52d93, starting offset: 0, end offset: 9223372036854775807
2024-11-20T16:55:34,765 DEBUG [StoreFileCloser-9d69c0200c9fec180334286572be95b6-family-1 {}] bucket.BucketCache(856): removed key 7b50ce1697e34343af6a7a8d68f52d93_0 from back map with offset lock 2094080 in the evict process
2024-11-20T16:55:34,770 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-20T16:55:34,771 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:34,771 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9d69c0200c9fec180334286572be95b6:
Waiting for close lock at 1732121734758Running coprocessor pre-close hooks at 1732121734758Disabling compacts and flushes for region at 1732121734758Disabling writes for close at 1732121734759 (+1 ms)Writing region close event to WAL at 1732121734765 (+6 ms)Running coprocessor post-close hooks at 1732121734770 (+5 ms)Closed at 1732121734771 (+1 ms)
2024-11-20T16:55:34,772 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9d69c0200c9fec180334286572be95b6 move to b60eac9bda43,35933,1732121730105 record at close sequenceid=6
2024-11-20T16:55:34,776 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:34,776 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=CLOSED
2024-11-20T16:55:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249 because future has completed
2024-11-20T16:55:34,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T16:55:34,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,39739,1732121730249 in 186 msec
2024-11-20T16:55:34,785 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE; state=CLOSED, location=b60eac9bda43,35933,1732121730105; forceNewPlan=false, retain=false
2024-11-20T16:55:34,809 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-20T16:55:34,809 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-20T16:55:34,809 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-20T16:55:34,810 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-20T16:55:34,810 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:34,810 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:34,810 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:34,810 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:34,815 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:34,815 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:34,816 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121734809
2024-11-20T16:55:34,816 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121734810
2024-11-20T16:55:34,816 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-20T16:55:34,816 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-20T16:55:34,935 INFO  [b60eac9bda43:35699 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-20T16:55:34,936 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=OPENING, regionLocation=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE because future has completed
2024-11-20T16:55:34,943 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,35933,1732121730105}]
2024-11-20T16:55:35,103 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,103 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d69c0200c9fec180334286572be95b6, NAME => 'testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:35,104 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732121732724 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,104 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:35,105 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,105 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,107 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9d69c0200c9fec180334286572be95b6 
2024-11-20T16:55:35,108 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d69c0200c9fec180334286572be95b6 columnFamilyName family
2024-11-20T16:55:35,109 DEBUG [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:35,111 DEBUG [StoreFileOpener-9d69c0200c9fec180334286572be95b6-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93, delay=971 ms
2024-11-20T16:55:35,114 DEBUG [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:35,114 INFO  [StoreOpener-9d69c0200c9fec180334286572be95b6-1 {}] regionserver.HStore(327): Store=9d69c0200c9fec180334286572be95b6/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:35,114 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,115 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,115 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,115 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,115 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,119 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,120 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9d69c0200c9fec180334286572be95b6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66093664, jitterRate=-0.01512765884399414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:55:35,120 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,121 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9d69c0200c9fec180334286572be95b6:
Running coprocessor pre-open hook at 1732121735106Writing region info on filesystem at 1732121735106Initializing all the Stores at 1732121735106Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121735106Cleaning up temporary data from old regions at 1732121735115 (+9 ms)Running coprocessor post-open hooks at 1732121735120 (+5 ms)Region opened successfully at 1732121735121 (+1 ms)
2024-11-20T16:55:35,122 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6., pid=9, masterSystemTime=1732121735097
2024-11-20T16:55:35,124 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,125 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,125 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9d69c0200c9fec180334286572be95b6, regionState=OPEN, openSeqNum=10, regionLocation=b60eac9bda43,35933,1732121730105
2024-11-20T16:55:35,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,35933,1732121730105 because future has completed
2024-11-20T16:55:35,130 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-20T16:55:35,130 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d69c0200c9fec180334286572be95b6, server=b60eac9bda43,35933,1732121730105 in 185 msec
2024-11-20T16:55:35,131 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732121732724, region=9d69c0200c9fec180334286572be95b6, REOPEN/MOVE in 544 msec
2024-11-20T16:55:35,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T16:55:35,141 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:55:35,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:35,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,146 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T16:55:35,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T16:55:35,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587878705, stopped=false
2024-11-20T16:55:35,146 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b60eac9bda43,35699,1732121729274
2024-11-20T16:55:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,179 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:55:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,179 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:55:35,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:35,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,35933,1732121730105' *****
2024-11-20T16:55:35,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T16:55:35,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,39739,1732121730249' *****
2024-11-20T16:55:35,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T16:55:35,183 INFO  [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1738): Disabling cache
2024-11-20T16:55:35,183 INFO  [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence
2024-11-20T16:55:35,183 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-20T16:55:35,183 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-20T16:55:35,183 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-20T16:55:35,184 INFO  [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-20T16:55:35,184 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-20T16:55:35,184 INFO  [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1738): Disabling cache
2024-11-20T16:55:35,185 INFO  [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/bucket.persistence
2024-11-20T16:55:35,185 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-20T16:55:35,185 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-20T16:55:35,185 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-20T16:55:35,185 INFO  [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-20T16:55:35,185 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-20T16:55:35,194 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1487): Thread RS:1;b60eac9bda43:39739 started persisting bucket cache to file
2024-11-20T16:55:35,194 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:35,194 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:35,195 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1487): Thread RS:0;b60eac9bda43:35933 started persisting bucket cache to file
2024-11-20T16:55:35,195 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:35,195 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:35,197 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:35,197 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121735194
2024-11-20T16:55:35,197 DEBUG [RS:1;b60eac9bda43:39739 {}] bucket.BucketCache(1509): Thread RS:1;b60eac9bda43:39739 finished persisting bucket cache to file, renaming
2024-11-20T16:55:35,197 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:55:35,197 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:55:35,197 INFO  [RS:1;b60eac9bda43:39739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:55:35,198 INFO  [RS:1;b60eac9bda43:39739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:55:35,198 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,39739,1732121730249
2024-11-20T16:55:35,198 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:35,198 INFO  [RS:1;b60eac9bda43:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b60eac9bda43:39739.
2024-11-20T16:55:35,198 DEBUG [RS:1;b60eac9bda43:39739 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:35,198 DEBUG [RS:1;b60eac9bda43:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,198 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,39739,1732121730249; all regions closed.
2024-11-20T16:55:35,199 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:35,199 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121735195
2024-11-20T16:55:35,199 DEBUG [RS:0;b60eac9bda43:35933 {}] bucket.BucketCache(1509): Thread RS:0;b60eac9bda43:35933 finished persisting bucket cache to file, renaming
2024-11-20T16:55:35,199 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:55:35,199 INFO  [RS:0;b60eac9bda43:35933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:55:35,199 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:55:35,199 INFO  [RS:0;b60eac9bda43:35933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:55:35,199 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,200 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,35933,1732121730105
2024-11-20T16:55:35,200 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:35,200 INFO  [RS:0;b60eac9bda43:35933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b60eac9bda43:35933.
2024-11-20T16:55:35,200 DEBUG [RS:0;b60eac9bda43:35933 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:35,200 DEBUG [RS:0;b60eac9bda43:35933 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,200 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-20T16:55:35,201 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:55:35,201 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:55:35,201 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:55:35,201 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d69c0200c9fec180334286572be95b6, disabling compactions & flushes
2024-11-20T16:55:35,201 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T16:55:35,201 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,201 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,201 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6. after waiting 0 ms
2024-11-20T16:55:35,201 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,201 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-20T16:55:35,201 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d69c0200c9fec180334286572be95b6=testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.}
2024-11-20T16:55:35,201 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-20T16:55:35,201 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:55:35,202 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:55:35,202 DEBUG [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d69c0200c9fec180334286572be95b6
2024-11-20T16:55:35,202 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:55:35,202 DEBUG [StoreFileCloser-9d69c0200c9fec180334286572be95b6-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/family/7b50ce1697e34343af6a7a8d68f52d93
2024-11-20T16:55:35,202 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:55:35,202 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:55:35,202 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-20T16:55:35,203 DEBUG [RS:1;b60eac9bda43:39739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:35,203 INFO  [RS:1;b60eac9bda43:39739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C39739%2C1732121730249:(num 1732121731844)
2024-11-20T16:55:35,203 DEBUG [RS:1;b60eac9bda43:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,203 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:35,203 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:35,203 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:35,204 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:55:35,204 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:55:35,204 INFO  [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:35,204 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:55:35,204 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:35,204 INFO  [RS:1;b60eac9bda43:39739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39739
2024-11-20T16:55:35,207 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnRegionMove1732121732724/9d69c0200c9fec180334286572be95b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-20T16:55:35,208 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,208 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d69c0200c9fec180334286572be95b6:
Waiting for close lock at 1732121735200Running coprocessor pre-close hooks at 1732121735201 (+1 ms)Disabling compacts and flushes for region at 1732121735201Disabling writes for close at 1732121735201Writing region close event to WAL at 1732121735202 (+1 ms)Running coprocessor post-close hooks at 1732121735208 (+6 ms)Closed at 1732121735208
2024-11-20T16:55:35,208 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6.
2024-11-20T16:55:35,213 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9e7bd79ca63840ec84b3074217268339
2024-11-20T16:55:35,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:35,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,39739,1732121730249
2024-11-20T16:55:35,228 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/9e7bd79ca63840ec84b3074217268339 is 205, key is testBlockEvictionOnRegionMove1732121732724,,1732121732743.9d69c0200c9fec180334286572be95b6./info:regioninfo/1732121735125/Put/seqid=0
2024-11-20T16:55:35,228 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:35,229 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/9e7bd79ca63840ec84b3074217268339
2024-11-20T16:55:35,237 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,39739,1732121730249]
2024-11-20T16:55:35,237 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 422b1e4324114c29a5fa1bc1c1c3224a
2024-11-20T16:55:35,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,39739,1732121730249 already deleted, retry=false
2024-11-20T16:55:35,245 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,39739,1732121730249 expired; onlineServers=1
2024-11-20T16:55:35,249 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/422b1e4324114c29a5fa1bc1c1c3224a is 43, key is default/ns:d/1732121732450/Put/seqid=0
2024-11-20T16:55:35,249 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/422b1e4324114c29a5fa1bc1c1c3224a
2024-11-20T16:55:35,257 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ce535b20ac6d4be1af21124d5cae2335
2024-11-20T16:55:35,269 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/ce535b20ac6d4be1af21124d5cae2335 is 78, key is testBlockEvictionOnRegionMove1732121732724/table:state/1732121733220/Put/seqid=0
2024-11-20T16:55:35,270 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/ce535b20ac6d4be1af21124d5cae2335
2024-11-20T16:55:35,272 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/9e7bd79ca63840ec84b3074217268339 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/9e7bd79ca63840ec84b3074217268339
2024-11-20T16:55:35,273 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/9e7bd79ca63840ec84b3074217268339, delay=946 ms
2024-11-20T16:55:35,274 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/9e7bd79ca63840ec84b3074217268339, entries=15, sequenceid=15, filesize=7.6 K
2024-11-20T16:55:35,275 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/422b1e4324114c29a5fa1bc1c1c3224a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/422b1e4324114c29a5fa1bc1c1c3224a
2024-11-20T16:55:35,275 INFO  [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:35,276 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/422b1e4324114c29a5fa1bc1c1c3224a, delay=919 ms
2024-11-20T16:55:35,277 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/422b1e4324114c29a5fa1bc1c1c3224a, entries=2, sequenceid=15, filesize=5.0 K
2024-11-20T16:55:35,277 INFO  [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:35,278 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/ce535b20ac6d4be1af21124d5cae2335 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/ce535b20ac6d4be1af21124d5cae2335
2024-11-20T16:55:35,279 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/ce535b20ac6d4be1af21124d5cae2335, delay=995 ms
2024-11-20T16:55:35,280 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/ce535b20ac6d4be1af21124d5cae2335, entries=2, sequenceid=15, filesize=5.3 K
2024-11-20T16:55:35,281 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=15, compaction requested=false
2024-11-20T16:55:35,281 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-20T16:55:35,282 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/9e7bd79ca63840ec84b3074217268339
2024-11-20T16:55:35,283 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/422b1e4324114c29a5fa1bc1c1c3224a
2024-11-20T16:55:35,283 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/ce535b20ac6d4be1af21124d5cae2335
2024-11-20T16:55:35,287 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-20T16:55:35,287 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T16:55:35,288 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:35,288 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121735201Running coprocessor pre-close hooks at 1732121735201Disabling compacts and flushes for region at 1732121735201Disabling writes for close at 1732121735202 (+1 ms)Obtaining lock to block concurrent updates at 1732121735202Preparing flush snapshotting stores in 1588230740 at 1732121735202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1732121735203 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732121735203Flushing 1588230740/info: creating writer at 1732121735203Flushing 1588230740/info: appending metadata at 1732121735227 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732121735227Flushing 1588230740/ns: creating writer at 1732121735232 (+5 ms)Flushing 1588230740/ns: appending metadata at 1732121735248 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732121735248Flushing 1588230740/table: creating writer at 1732121735252 (+4 ms)Flushing 1588230740/table: appending metadata at 1732121735268 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732121735268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704f8efa: reopening flushed file at 1732121735272 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729f3d9: reopening flushed file at 1732121735275 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a1354: reopening flushed file at 1732121735277 (+2 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=15, compaction requested=false at 1732121735281 (+4 ms)Writing region close event to WAL at 1732121735283 (+2 ms)Running coprocessor post-close hooks at 1732121735287 (+4 ms)Closed at 1732121735288 (+1 ms)
2024-11-20T16:55:35,288 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1015a75aa760002, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,337 INFO  [RS:1;b60eac9bda43:39739 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:35,338 INFO  [RS:1;b60eac9bda43:39739 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,39739,1732121730249; zookeeper connection closed.
2024-11-20T16:55:35,338 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b89b840 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b89b840
2024-11-20T16:55:35,402 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,35933,1732121730105; all regions closed.
2024-11-20T16:55:35,405 DEBUG [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:35,405 INFO  [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C35933%2C1732121730105.meta:.meta(num 1732121732256)
2024-11-20T16:55:35,407 DEBUG [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:35,407 INFO  [RS:0;b60eac9bda43:35933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C35933%2C1732121730105:(num 1732121731844)
2024-11-20T16:55:35,408 DEBUG [RS:0;b60eac9bda43:35933 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:35,408 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:35,408 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:35,408 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:35,408 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:35,408 INFO  [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:35,408 INFO  [RS:0;b60eac9bda43:35933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35933
2024-11-20T16:55:35,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,35933,1732121730105
2024-11-20T16:55:35,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:35,436 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:35,445 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,35933,1732121730105]
2024-11-20T16:55:35,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,35933,1732121730105 already deleted, retry=false
2024-11-20T16:55:35,453 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,35933,1732121730105 expired; onlineServers=0
2024-11-20T16:55:35,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b60eac9bda43,35699,1732121729274' *****
2024-11-20T16:55:35,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T16:55:35,454 INFO  [M:0;b60eac9bda43:35699 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:35,454 INFO  [M:0;b60eac9bda43:35699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:35,454 DEBUG [M:0;b60eac9bda43:35699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T16:55:35,454 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T16:55:35,454 DEBUG [M:0;b60eac9bda43:35699 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T16:55:35,454 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121731451 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121731451,5,FailOnTimeoutGroup]
2024-11-20T16:55:35,454 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121731454 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121731454,5,FailOnTimeoutGroup]
2024-11-20T16:55:35,454 INFO  [M:0;b60eac9bda43:35699 {}] hbase.ChoreService(370): Chore service for: master/b60eac9bda43:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:35,455 INFO  [M:0;b60eac9bda43:35699 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:35,455 DEBUG [M:0;b60eac9bda43:35699 {}] master.HMaster(1795): Stopping service threads
2024-11-20T16:55:35,455 INFO  [M:0;b60eac9bda43:35699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T16:55:35,455 INFO  [M:0;b60eac9bda43:35699 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:55:35,456 INFO  [M:0;b60eac9bda43:35699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T16:55:35,456 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T16:55:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,462 DEBUG [M:0;b60eac9bda43:35699 {}] zookeeper.ZKUtil(347): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T16:55:35,462 WARN  [M:0;b60eac9bda43:35699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T16:55:35,462 INFO  [M:0;b60eac9bda43:35699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.lastflushedseqids
2024-11-20T16:55:35,474 INFO  [M:0;b60eac9bda43:35699 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T16:55:35,474 INFO  [M:0;b60eac9bda43:35699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T16:55:35,474 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:55:35,475 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:35,475 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:35,475 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:55:35,475 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:35,475 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-11-20T16:55:35,484 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cf6b3a3b3d4643408429ef1da156c7a3
2024-11-20T16:55:35,497 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6b3a3b3d4643408429ef1da156c7a3 is 82, key is hbase:meta,,1/info:regioninfo/1732121732347/Put/seqid=0
2024-11-20T16:55:35,498 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6b3a3b3d4643408429ef1da156c7a3
2024-11-20T16:55:35,506 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d9f3b6f06b6a46cc872e5878b32eed82
2024-11-20T16:55:35,520 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f3b6f06b6a46cc872e5878b32eed82 is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732121733226/Put/seqid=0
2024-11-20T16:55:35,521 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f3b6f06b6a46cc872e5878b32eed82
2024-11-20T16:55:35,528 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0710f0e119644b12ad1a108e07883a4a
2024-11-20T16:55:35,541 DEBUG [M:0;b60eac9bda43:35699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0710f0e119644b12ad1a108e07883a4a is 69, key is b60eac9bda43,35933,1732121730105/rs:state/1732121731527/Put/seqid=0
2024-11-20T16:55:35,542 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0710f0e119644b12ad1a108e07883a4a
2024-11-20T16:55:35,545 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6b3a3b3d4643408429ef1da156c7a3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6b3a3b3d4643408429ef1da156c7a3
2024-11-20T16:55:35,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,545 INFO  [RS:0;b60eac9bda43:35933 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:35,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35933-0x1015a75aa760001, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,545 INFO  [RS:0;b60eac9bda43:35933 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,35933,1732121730105; zookeeper connection closed.
2024-11-20T16:55:35,545 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e5c54df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e5c54df
2024-11-20T16:55:35,546 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-20T16:55:35,547 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6b3a3b3d4643408429ef1da156c7a3, entries=8, sequenceid=84, filesize=5.5 K
2024-11-20T16:55:35,547 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f3b6f06b6a46cc872e5878b32eed82 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9f3b6f06b6a46cc872e5878b32eed82
2024-11-20T16:55:35,549 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9f3b6f06b6a46cc872e5878b32eed82, entries=9, sequenceid=84, filesize=6.5 K
2024-11-20T16:55:35,550 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0710f0e119644b12ad1a108e07883a4a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0710f0e119644b12ad1a108e07883a4a
2024-11-20T16:55:35,552 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0710f0e119644b12ad1a108e07883a4a, entries=2, sequenceid=84, filesize=5.1 K
2024-11-20T16:55:35,553 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 78ms, sequenceid=84, compaction requested=false
2024-11-20T16:55:35,554 INFO  [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:35,555 DEBUG [M:0;b60eac9bda43:35699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121735474Disabling compacts and flushes for region at 1732121735474Disabling writes for close at 1732121735475 (+1 ms)Obtaining lock to block concurrent updates at 1732121735475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732121735475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1732121735476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732121735476Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732121735476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732121735497 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732121735497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732121735500 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732121735519 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732121735519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732121735522 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732121735541 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732121735541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f916aaa: reopening flushed file at 1732121735544 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7a638d: reopening flushed file at 1732121735547 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c13608a: reopening flushed file at 1732121735549 (+2 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 78ms, sequenceid=84, compaction requested=false at 1732121735553 (+4 ms)Writing region close event to WAL at 1732121735554 (+1 ms)Closed at 1732121735554
2024-11-20T16:55:35,556 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:35,556 INFO  [M:0;b60eac9bda43:35699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T16:55:35,557 INFO  [M:0;b60eac9bda43:35699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35699
2024-11-20T16:55:35,557 INFO  [M:0;b60eac9bda43:35699 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:35,678 INFO  [M:0;b60eac9bda43:35699 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:35,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35699-0x1015a75aa760000, quorum=127.0.0.1:56361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:35,687 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T16:55:35,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-20T16:55:35,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,716 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/b60eac9bda43:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1732121735111
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732121735273
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b60eac9bda43:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: hfile-prefetch-1732121733556
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/b60eac9bda43:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b60eac9bda43:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732121735276
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8775 (was 8280) - AvailableMemoryMB LEAK? -
2024-11-20T16:55:35,721 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=8775
2024-11-20T16:55:35,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/hadoop-log-dir so I do NOT create it in target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee
2024-11-20T16:55:35,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/hadoop-tmp-dir so I do NOT create it in target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee
2024-11-20T16:55:35,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,724 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/cluster_5338d11f-ae3c-4faf-eb62-1053aca36e47, deleteOnExit=true
2024-11-20T16:55:35,727 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/cluster_5338d11f-ae3c-4faf-eb62-1053aca36e47/zookeeper_0, clientPort=49916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/cluster_5338d11f-ae3c-4faf-eb62-1053aca36e47/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/cluster_5338d11f-ae3c-4faf-eb62-1053aca36e47/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T16:55:35,728 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49916
2024-11-20T16:55:35,741 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a with version=8
2024-11-20T16:55:35,741 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase-staging
2024-11-20T16:55:35,744 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:35,744 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,744 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,745 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:35,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:35,745 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T16:55:35,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:35,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35251
2024-11-20T16:55:35,749 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35251 connecting to ZooKeeper ensemble=127.0.0.1:49916
2024-11-20T16:55:35,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352510x0, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:35,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35251-0x1015a75c4f30000 connected
2024-11-20T16:55:35,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,880 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a, hbase.cluster.distributed=false
2024-11-20T16:55:35,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:35,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35251
2024-11-20T16:55:35,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35251
2024-11-20T16:55:35,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35251
2024-11-20T16:55:35,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35251
2024-11-20T16:55:35,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35251
2024-11-20T16:55:35,906 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:35,906 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:55:35,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:35,908 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46403
2024-11-20T16:55:35,909 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46403 connecting to ZooKeeper ensemble=127.0.0.1:49916
2024-11-20T16:55:35,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464030x0, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:35,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46403-0x1015a75c4f30001 connected
2024-11-20T16:55:35,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,918 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:55:35,919 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache
2024-11-20T16:55:35,919 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-20T16:55:35,920 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-20T16:55:35,920 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-20T16:55:35,920 INFO  [Thread-121 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-20T16:55:35,920 WARN  [Thread-121 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-20T16:55:35,920 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-20T16:55:35,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:55:35,921 INFO  [Thread-121 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-20T16:55:35,921 INFO  [Thread-121 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence is complete.
2024-11-20T16:55:35,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T16:55:35,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:35,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46403
2024-11-20T16:55:35,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46403
2024-11-20T16:55:35,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46403
2024-11-20T16:55:35,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46403
2024-11-20T16:55:35,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46403
2024-11-20T16:55:35,941 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:35,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:35,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40613
2024-11-20T16:55:35,944 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40613 connecting to ZooKeeper ensemble=127.0.0.1:49916
2024-11-20T16:55:35,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406130x0, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:35,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406130x0, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:35,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40613-0x1015a75c4f30002 connected
2024-11-20T16:55:35,952 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:55:35,952 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache
2024-11-20T16:55:35,952 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-20T16:55:35,952 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-20T16:55:35,952 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-20T16:55:35,953 INFO  [Thread-122 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-20T16:55:35,953 WARN  [Thread-122 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-20T16:55:35,953 INFO  [Thread-122 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-20T16:55:35,953 INFO  [Thread-122 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence is complete.
2024-11-20T16:55:35,953 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-20T16:55:35,953 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:55:35,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T16:55:35,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:35,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40613
2024-11-20T16:55:35,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40613
2024-11-20T16:55:35,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40613
2024-11-20T16:55:35,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40613
2024-11-20T16:55:35,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40613
2024-11-20T16:55:35,972 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b60eac9bda43:35251
2024-11-20T16:55:35,972 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b60eac9bda43,35251,1732121735743
2024-11-20T16:55:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:35,985 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b60eac9bda43,35251,1732121735743
2024-11-20T16:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:35,993 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T16:55:35,993 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b60eac9bda43,35251,1732121735743 from backup master directory
2024-11-20T16:55:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b60eac9bda43,35251,1732121735743
2024-11-20T16:55:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:55:36,001 WARN  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:36,001 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b60eac9bda43,35251,1732121735743
2024-11-20T16:55:36,003 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase.id] with ID: ba2c958c-0321-4b5c-a4f1-97de80a2dea2
2024-11-20T16:55:36,003 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.tmp/hbase.id
2024-11-20T16:55:36,008 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/hbase.id]
2024-11-20T16:55:36,039 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:36,040 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T16:55:36,044 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms.
2024-11-20T16:55:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,056 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:55:36,057 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T16:55:36,057 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:36,080 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store
2024-11-20T16:55:36,089 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:36,089 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:55:36,089 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:36,090 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:36,090 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:55:36,090 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:36,090 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:36,090 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121736089Disabling compacts and flushes for region at 1732121736089Disabling writes for close at 1732121736090 (+1 ms)Writing region close event to WAL at 1732121736090Closed at 1732121736090
2024-11-20T16:55:36,091 WARN  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/.initializing
2024-11-20T16:55:36,091 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35251,1732121735743
2024-11-20T16:55:36,097 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:36,100 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C35251%2C1732121735743, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35251,1732121735743, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/oldWALs, maxLogs=10
2024-11-20T16:55:36,116 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/WALs/b60eac9bda43,35251,1732121735743/b60eac9bda43%2C35251%2C1732121735743.1732121736100
2024-11-20T16:55:36,116 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:36,116 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:36,117 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:36,117 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,117 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:36,121 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T16:55:36,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,122 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,122 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:36,125 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T16:55:36,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,126 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:36,126 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:36,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T16:55:36,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:36,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:55:36,133 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T16:55:36,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,133 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:36,133 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,133 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,133 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,134 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,134 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,134 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:36,134 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:55:36,139 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:36,139 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72093702, jitterRate=0.07427987456321716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:36,141 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732121736117Initializing all the Stores at 1732121736117Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121736117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121736117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121736117Cleaning up temporary data from old regions at 1732121736134 (+17 ms)Region opened successfully at 1732121736140 (+6 ms)
2024-11-20T16:55:36,141 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T16:55:36,145 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825cf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:36,146 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T16:55:36,146 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T16:55:36,146 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T16:55:36,146 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T16:55:36,147 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-20T16:55:36,147 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-20T16:55:36,147 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T16:55:36,149 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T16:55:36,150 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T16:55:36,159 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T16:55:36,159 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T16:55:36,160 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T16:55:36,167 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T16:55:36,167 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T16:55:36,169 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T16:55:36,175 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T16:55:36,176 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T16:55:36,184 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T16:55:36,186 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T16:55:36,192 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T16:55:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,201 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b60eac9bda43,35251,1732121735743, sessionid=0x1015a75c4f30000, setting cluster-up flag (Was=false)
2024-11-20T16:55:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,242 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T16:55:36,244 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,35251,1732121735743
2024-11-20T16:55:36,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,291 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T16:55:36,292 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,35251,1732121735743
2024-11-20T16:55:36,293 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T16:55:36,294 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:36,295 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T16:55:36,295 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T16:55:36,295 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b60eac9bda43,35251,1732121735743
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T16:55:36,297 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:36,297 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:36,297 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:36,297 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:55:36,297 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b60eac9bda43:0, corePoolSize=10, maxPoolSize=10
2024-11-20T16:55:36,298 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,298 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:36,298 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732121766299
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T16:55:36,299 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T16:55:36,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:36,300 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T16:55:36,300 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T16:55:36,300 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,300 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T16:55:36,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,301 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T16:55:36,301 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T16:55:36,301 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T16:55:36,302 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T16:55:36,302 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T16:55:36,302 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121736302,5,FailOnTimeoutGroup]
2024-11-20T16:55:36,306 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121736302,5,FailOnTimeoutGroup]
2024-11-20T16:55:36,306 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,306 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T16:55:36,306 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,306 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,323 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T16:55:36,323 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:36,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:36,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-20T16:55:36,332 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:55:36,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-20T16:55:36,336 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:55:36,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-20T16:55:36,339 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:55:36,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-20T16:55:36,342 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:55:36,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:55:36,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:36,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:36,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:55:36,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:55:36,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:36,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:55:36,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:36,350 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72415815, jitterRate=0.07907973229885101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732121736329Initializing all the Stores at 1732121736329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121736329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736329Cleaning up temporary data from old regions at 1732121736343 (+14 ms)Region opened successfully at 1732121736351 (+8 ms)
2024-11-20T16:55:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:55:36,352 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:55:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:55:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:55:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:55:36,352 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:36,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121736352Disabling compacts and flushes for region at 1732121736352Disabling writes for close at 1732121736352Writing region close event to WAL at 1732121736352Closed at 1732121736352
2024-11-20T16:55:36,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:36,354 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T16:55:36,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T16:55:36,355 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:55:36,356 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T16:55:36,363 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(746): ClusterId : ba2c958c-0321-4b5c-a4f1-97de80a2dea2
2024-11-20T16:55:36,363 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(746): ClusterId : ba2c958c-0321-4b5c-a4f1-97de80a2dea2
2024-11-20T16:55:36,363 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:55:36,363 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:55:36,394 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:55:36,394 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:55:36,394 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:55:36,394 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:55:36,401 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:55:36,401 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:55:36,402 DEBUG [RS:0;b60eac9bda43:46403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b176c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:36,402 DEBUG [RS:1;b60eac9bda43:40613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec2bcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:36,416 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b60eac9bda43:40613
2024-11-20T16:55:36,417 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:55:36,417 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:55:36,417 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:55:36,418 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,35251,1732121735743 with port=40613, startcode=1732121735941
2024-11-20T16:55:36,418 DEBUG [RS:1;b60eac9bda43:40613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:55:36,420 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:55:36,421 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,421 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,421 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b60eac9bda43:46403
2024-11-20T16:55:36,422 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:55:36,422 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:55:36,422 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:55:36,423 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,35251,1732121735743 with port=46403, startcode=1732121735906
2024-11-20T16:55:36,423 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:36,423 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-20T16:55:36,423 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:55:36,423 DEBUG [RS:0;b60eac9bda43:46403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:55:36,425 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:55:36,426 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,426 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,427 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:36,427 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-20T16:55:36,427 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:55:36,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:36,469 DEBUG [RS:1;b60eac9bda43:40613 {}] zookeeper.ZKUtil(111): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,470 WARN  [RS:1;b60eac9bda43:40613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:36,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,46403,1732121735906]
2024-11-20T16:55:36,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,40613,1732121735941]
2024-11-20T16:55:36,470 INFO  [RS:1;b60eac9bda43:40613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:36,470 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,470 DEBUG [RS:0;b60eac9bda43:46403 {}] zookeeper.ZKUtil(111): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,470 WARN  [RS:0;b60eac9bda43:46403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:36,470 INFO  [RS:0;b60eac9bda43:46403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:36,470 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,477 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:55:36,480 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:55:36,480 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:55:36,481 INFO  [RS:0;b60eac9bda43:46403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:55:36,481 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,482 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:55:36,482 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:55:36,482 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:55:36,482 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,483 INFO  [RS:1;b60eac9bda43:40613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,483 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:36,483 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:36,484 DEBUG [RS:0;b60eac9bda43:46403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:36,484 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:55:36,485 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:55:36,485 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,485 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,485 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,485 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,485 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,485 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:36,486 DEBUG [RS:1;b60eac9bda43:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46403,1732121735906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,487 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40613,1732121735941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:36,501 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:55:36,501 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46403,1732121735906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,501 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,501 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.Replication(171): b60eac9bda43,46403,1732121735906 started
2024-11-20T16:55:36,505 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:55:36,505 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40613,1732121735941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,505 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,505 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.Replication(171): b60eac9bda43,40613,1732121735941 started
2024-11-20T16:55:36,506 WARN  [b60eac9bda43:35251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:55:36,514 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,515 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,46403,1732121735906, RpcServer on b60eac9bda43/172.17.0.2:46403, sessionid=0x1015a75c4f30001
2024-11-20T16:55:36,515 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:55:36,515 DEBUG [RS:0;b60eac9bda43:46403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,515 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46403,1732121735906'
2024-11-20T16:55:36,515 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:55:36,516 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:55:36,516 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:55:36,516 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:55:36,516 DEBUG [RS:0;b60eac9bda43:46403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,516 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46403,1732121735906'
2024-11-20T16:55:36,517 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:55:36,517 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:55:36,517 DEBUG [RS:0;b60eac9bda43:46403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:55:36,518 INFO  [RS:0;b60eac9bda43:46403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:55:36,518 INFO  [RS:0;b60eac9bda43:46403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:55:36,520 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:36,520 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,40613,1732121735941, RpcServer on b60eac9bda43/172.17.0.2:40613, sessionid=0x1015a75c4f30002
2024-11-20T16:55:36,520 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:55:36,520 DEBUG [RS:1;b60eac9bda43:40613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,521 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,40613,1732121735941'
2024-11-20T16:55:36,521 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:55:36,521 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,40613,1732121735941
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,40613,1732121735941'
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:55:36,522 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:55:36,523 DEBUG [RS:1;b60eac9bda43:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:55:36,523 INFO  [RS:1;b60eac9bda43:40613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:55:36,523 INFO  [RS:1;b60eac9bda43:40613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:55:36,619 INFO  [RS:0;b60eac9bda43:46403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:36,620 INFO  [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C46403%2C1732121735906, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46403,1732121735906, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:36,624 INFO  [RS:1;b60eac9bda43:40613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:36,625 INFO  [RS:1;b60eac9bda43:40613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C40613%2C1732121735941, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:36,642 INFO  [RS:1;b60eac9bda43:40613 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941/b60eac9bda43%2C40613%2C1732121735941.1732121736626
2024-11-20T16:55:36,642 INFO  [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46403,1732121735906/b60eac9bda43%2C46403%2C1732121735906.1732121736625
2024-11-20T16:55:36,643 DEBUG [RS:1;b60eac9bda43:40613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:36,643 DEBUG [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:36,756 DEBUG [b60eac9bda43:35251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-20T16:55:36,757 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0}
2024-11-20T16:55:36,758 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-20T16:55:36,758 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-20T16:55:36,758 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-20T16:55:36,758 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-20T16:55:36,758 INFO  [b60eac9bda43:35251 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-20T16:55:36,758 INFO  [b60eac9bda43:35251 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-20T16:55:36,758 DEBUG [b60eac9bda43:35251 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-20T16:55:36,759 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,760 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,46403,1732121735906, state=OPENING
2024-11-20T16:55:36,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T16:55:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:36,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:36,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:36,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:55:36,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:36,787 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,46403,1732121735906}]
2024-11-20T16:55:36,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T16:55:36,945 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T16:55:36,949 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T16:55:36,949 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:36,950 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T16:55:36,952 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C46403%2C1732121735906.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46403,1732121735906, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:36,969 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46403,1732121735906/b60eac9bda43%2C46403%2C1732121735906.meta.1732121736954.meta
2024-11-20T16:55:36,969 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:36,969 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T16:55:36,970 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T16:55:36,970 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T16:55:36,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-20T16:55:36,972 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:55:36,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,972 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,972 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-20T16:55:36,973 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:55:36,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-20T16:55:36,973 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:55:36,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,974 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-20T16:55:36,974 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:55:36,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:36,974 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:55:36,974 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:55:36,975 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:36,975 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740
2024-11-20T16:55:36,976 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:55:36,976 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:55:36,976 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:55:36,976 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:55:36,977 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534495, jitterRate=0.0659470409154892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:55:36,977 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T16:55:36,978 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732121736970Writing region info on filesystem at 1732121736970Initializing all the Stores at 1732121736971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121736971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121736971Cleaning up temporary data from old regions at 1732121736976 (+5 ms)Running coprocessor post-open hooks at 1732121736977 (+1 ms)Region opened successfully at 1732121736978 (+1 ms)
2024-11-20T16:55:36,978 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732121736941
2024-11-20T16:55:36,981 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T16:55:36,982 INFO  [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T16:55:36,982 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:36,983 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,46403,1732121735906, state=OPEN
2024-11-20T16:55:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:55:37,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:37,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:37,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:37,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:55:37,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T16:55:37,012 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,46403,1732121735906 in 222 msec
2024-11-20T16:55:37,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T16:55:37,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec
2024-11-20T16:55:37,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:55:37,014 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T16:55:37,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:55:37,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,46403,1732121735906, seqNum=-1]
2024-11-20T16:55:37,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:37,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:37,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 732 msec
2024-11-20T16:55:37,027 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732121737027, completionTime=-1
2024-11-20T16:55:37,027 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-20T16:55:37,027 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-20T16:55:37,030 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-20T16:55:37,030 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732121797030
2024-11-20T16:55:37,030 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732121857030
2024-11-20T16:55:37,030 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-11-20T16:55:37,031 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,031 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,031 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,031 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b60eac9bda43:35251, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,031 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,032 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,034 DEBUG [master/b60eac9bda43:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T16:55:37,036 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.035sec
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:37,037 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T16:55:37,038 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T16:55:37,038 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T16:55:37,038 INFO  [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,35251,1732121735743-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:37,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22568a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:37,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,35251,-1 for getting cluster id
2024-11-20T16:55:37,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T16:55:37,065 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba2c958c-0321-4b5c-a4f1-97de80a2dea2'
2024-11-20T16:55:37,066 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T16:55:37,066 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba2c958c-0321-4b5c-a4f1-97de80a2dea2"

2024-11-20T16:55:37,066 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f73b9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:37,066 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,35251,-1]
2024-11-20T16:55:37,067 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T16:55:37,067 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:37,069 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T16:55:37,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51acda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:55:37,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:55:37,073 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,46403,1732121735906, seqNum=-1]
2024-11-20T16:55:37,073 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:37,075 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:37,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b60eac9bda43,35251,1732121735743
2024-11-20T16:55:37,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T16:55:37,079 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,35251,1732121735743
2024-11-20T16:55:37,079 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b79e4b4
2024-11-20T16:55:37,079 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T16:55:37,081 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T16:55:37,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1732121737078', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:55:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078
2024-11-20T16:55:37,084 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:55:37,084 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:37,084 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1732121737078"
 procId is: 4
2024-11-20T16:55:37,085 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:55:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:37,094 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d5bddc2ee49fdc7afa0fe5d9212bb0c, NAME => 'testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1732121737078', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:37,099 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:37,099 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1722): Closing 0d5bddc2ee49fdc7afa0fe5d9212bb0c, disabling compactions & flushes
2024-11-20T16:55:37,100 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,100 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,100 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c. after waiting 0 ms
2024-11-20T16:55:37,100 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,100 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,100 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732121737078-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:
Waiting for close lock at 1732121737099Disabling compacts and flushes for region at 1732121737099Disabling writes for close at 1732121737100 (+1 ms)Writing region close event to WAL at 1732121737100Closed at 1732121737100
2024-11-20T16:55:37,101 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:55:37,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732121737101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121737101"}]},"ts":"1732121737101"}
2024-11-20T16:55:37,104 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:55:37,105 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:55:37,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732121737078","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121737105"}]},"ts":"1732121737105"}
2024-11-20T16:55:37,108 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732121737078, state=ENABLING in hbase:meta
2024-11-20T16:55:37,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0}
2024-11-20T16:55:37,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-20T16:55:37,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-20T16:55:37,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-20T16:55:37,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-20T16:55:37,110 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-20T16:55:37,110 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-20T16:55:37,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-20T16:55:37,110 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN}]
2024-11-20T16:55:37,112 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN
2024-11-20T16:55:37,113 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN; state=OFFLINE, location=b60eac9bda43,40613,1732121735941; forceNewPlan=false, retain=false
2024-11-20T16:55:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:37,264 INFO  [b60eac9bda43:35251 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-20T16:55:37,264 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d5bddc2ee49fdc7afa0fe5d9212bb0c, regionState=OPENING, regionLocation=b60eac9bda43,40613,1732121735941
2024-11-20T16:55:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN because future has completed
2024-11-20T16:55:37,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,40613,1732121735941}]
2024-11-20T16:55:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:37,423 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T16:55:37,427 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T16:55:37,430 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,431 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d5bddc2ee49fdc7afa0fe5d9212bb0c, NAME => 'testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:37,431 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732121737078 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,432 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:37,432 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,432 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,434 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 0d5bddc2ee49fdc7afa0fe5d9212bb0c 
2024-11-20T16:55:37,440 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5bddc2ee49fdc7afa0fe5d9212bb0c columnFamilyName family
2024-11-20T16:55:37,440 DEBUG [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:37,440 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] regionserver.HStore(327): Store=0d5bddc2ee49fdc7afa0fe5d9212bb0c/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:37,440 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,442 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,442 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,442 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,443 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,444 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,450 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:55:37,450 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d5bddc2ee49fdc7afa0fe5d9212bb0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74672927, jitterRate=0.11271332204341888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:55:37,450 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:37,451 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:
Running coprocessor pre-open hook at 1732121737432Writing region info on filesystem at 1732121737432Initializing all the Stores at 1732121737433 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121737433Cleaning up temporary data from old regions at 1732121737443 (+10 ms)Running coprocessor post-open hooks at 1732121737450 (+7 ms)Region opened successfully at 1732121737451 (+1 ms)
2024-11-20T16:55:37,452 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c., pid=6, masterSystemTime=1732121737423
2024-11-20T16:55:37,454 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,455 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:37,455 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d5bddc2ee49fdc7afa0fe5d9212bb0c, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,40613,1732121735941
2024-11-20T16:55:37,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,40613,1732121735941 because future has completed
2024-11-20T16:55:37,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T16:55:37,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,40613,1732121735941 in 189 msec
2024-11-20T16:55:37,463 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T16:55:37,463 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN in 351 msec
2024-11-20T16:55:37,464 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:55:37,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732121737078","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121737464"}]},"ts":"1732121737464"}
2024-11-20T16:55:37,466 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732121737078, state=ENABLED in hbase:meta
2024-11-20T16:55:37,467 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:55:37,468 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732121737078 in 385 msec
2024-11-20T16:55:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:55:37,711 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1732121737078 completed
2024-11-20T16:55:37,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1732121737078 get assigned. Timeout = 60000ms
2024-11-20T16:55:37,712 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:55:37,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1732121737078 assigned to meta. Checking AM states.
2024-11-20T16:55:37,715 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:55:37,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1732121737078 assigned.
2024-11-20T16:55:37,719 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1732121737078', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c., hostname=b60eac9bda43,40613,1732121735941, seqNum=2]
2024-11-20T16:55:37,719 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:55:37,721 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:55:37,726 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d5bddc2ee49fdc7afa0fe5d9212bb0c 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-20T16:55:37,734 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:37,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/.tmp/family/7f2f5870abb64ea294382c49950d2e46 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-20T16:55:37,750 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/.tmp/family/7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:37,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/.tmp/family/7f2f5870abb64ea294382c49950d2e46 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:37,753 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, delay=935 ms
2024-11-20T16:55:37,754 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, entries=2, sequenceid=6, filesize=4.9 K
2024-11-20T16:55:37,755 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 0d5bddc2ee49fdc7afa0fe5d9212bb0c in 29ms, sequenceid=6, compaction requested=false
2024-11-20T16:55:37,755 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1732121737078'
2024-11-20T16:55:37,756 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:

2024-11-20T16:55:37,801 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:55:38,689 DEBUG [hfile-prefetch-1732121735111 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7f2f5870abb64ea294382c49950d2e46_0. 
2024-11-20T16:55:38,690 DEBUG [hfile-prefetch-1732121735111 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7f2f5870abb64ea294382c49950d2e46_117. 
2024-11-20T16:55:38,690 DEBUG [hfile-prefetch-1732121735111 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, with total blocks 2, and data blocks 1
2024-11-20T16:55:38,690 DEBUG [hfile-prefetch-1732121735111 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-20T16:55:38,690 DEBUG [hfile-prefetch-1732121735111 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-20T16:55:38,690 DEBUG [hfile-prefetch-1732121735111 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46. Will sleep 100ms and try the verification again.
2024-11-20T16:55:38,756 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;b60eac9bda43:40613,5,FailOnTimeoutGroup]
2024-11-20T16:55:38,756 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,40613,1732121735941' *****
2024-11-20T16:55:38,756 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-11-20T16:55:38,757 INFO  [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1738): Disabling cache
2024-11-20T16:55:38,770 INFO  [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence
2024-11-20T16:55:38,770 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-20T16:55:38,770 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-20T16:55:38,770 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-20T16:55:38,770 INFO  [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-20T16:55:38,770 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-20T16:55:38,780 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1487): Thread RS:1;b60eac9bda43:40613 started persisting bucket cache to file
2024-11-20T16:55:38,780 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:38,781 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:38,784 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-20T16:55:38,784 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732121738780
2024-11-20T16:55:38,784 DEBUG [RS:1;b60eac9bda43:40613 {}] bucket.BucketCache(1509): Thread RS:1;b60eac9bda43:40613 finished persisting bucket cache to file, renaming
2024-11-20T16:55:38,785 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:55:38,785 INFO  [RS:1;b60eac9bda43:40613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:55:38,785 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:55:38,785 INFO  [RS:1;b60eac9bda43:40613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:55:38,785 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:38,785 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,40613,1732121735941
2024-11-20T16:55:38,786 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:38,786 INFO  [RS:1;b60eac9bda43:40613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b60eac9bda43:40613.
2024-11-20T16:55:38,786 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-20T16:55:38,786 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d5bddc2ee49fdc7afa0fe5d9212bb0c, disabling compactions & flushes
2024-11-20T16:55:38,786 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:38,786 DEBUG [RS:1;b60eac9bda43:40613 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:38,786 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:38,786 DEBUG [RS:1;b60eac9bda43:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:38,786 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c. after waiting 0 ms
2024-11-20T16:55:38,786 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-20T16:55:38,786 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:38,787 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1325): Online Regions={0d5bddc2ee49fdc7afa0fe5d9212bb0c=testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.}
2024-11-20T16:55:38,787 DEBUG [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1351): Waiting on 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:38,787 DEBUG [StoreFileCloser-0d5bddc2ee49fdc7afa0fe5d9212bb0c-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:38,787 WARN  [hfile-prefetch-1732121735111 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-20T16:55:38,788 DEBUG [hfile-prefetch-1732121735111 {}] hfile.PrefetchExecutor(121): Prefetch completed for 7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:38,793 INFO  [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:38,794 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-20T16:55:38,794 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:38,794 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:
Waiting for close lock at 1732121738786Running coprocessor pre-close hooks at 1732121738786Disabling compacts and flushes for region at 1732121738786Disabling writes for close at 1732121738786Writing region close event to WAL at 1732121738788 (+2 ms)Running coprocessor post-close hooks at 1732121738794 (+6 ms)Closed at 1732121738794
2024-11-20T16:55:38,795 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:38,823 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-20T16:55:38,823 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-20T16:55:38,823 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:38,823 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:38,831 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:38,831 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121738823
2024-11-20T16:55:38,831 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-20T16:55:38,987 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,40613,1732121735941; all regions closed.
2024-11-20T16:55:38,990 DEBUG [RS:1;b60eac9bda43:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:38,990 INFO  [RS:1;b60eac9bda43:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C40613%2C1732121735941:(num 1732121736626)
2024-11-20T16:55:38,990 DEBUG [RS:1;b60eac9bda43:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:38,990 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:38,990 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:38,991 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:38,991 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:55:38,991 INFO  [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:38,991 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:55:38,992 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:55:38,992 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:38,992 INFO  [RS:1;b60eac9bda43:40613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40613
2024-11-20T16:55:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,40613,1732121735941
2024-11-20T16:55:39,025 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:39,027 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,40613,1732121735941]
2024-11-20T16:55:39,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,40613,1732121735941 already deleted, retry=false
2024-11-20T16:55:39,042 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b60eac9bda43,40613,1732121735941 on b60eac9bda43,35251,1732121735743
2024-11-20T16:55:39,047 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b60eac9bda43,40613,1732121735941, splitWal=true, meta=false
2024-11-20T16:55:39,050 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b60eac9bda43,40613,1732121735941, splitWal=true, meta=false
2024-11-20T16:55:39,051 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for b60eac9bda43,40613,1732121735941 (carryingMeta=false) b60eac9bda43,40613,1732121735941/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@39d9465a[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-20T16:55:39,052 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b60eac9bda43,40613,1732121735941 had 1 regions
2024-11-20T16:55:39,053 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b60eac9bda43,40613,1732121735941, splitWal=true, meta=false, isMeta: false
2024-11-20T16:55:39,054 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941-splitting
2024-11-20T16:55:39,054 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941-splitting dir is empty, no logs to split.
2024-11-20T16:55:39,054 INFO  [PEWorker-2 {}] master.SplitWALManager(105): b60eac9bda43,40613,1732121735941 WAL count=0, meta=false
2024-11-20T16:55:39,056 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941-splitting dir is empty, no logs to split.
2024-11-20T16:55:39,056 INFO  [PEWorker-2 {}] master.SplitWALManager(105): b60eac9bda43,40613,1732121735941 WAL count=0, meta=false
2024-11-20T16:55:39,056 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b60eac9bda43,40613,1732121735941 WAL splitting is done? wals=0, meta=false
2024-11-20T16:55:39,057 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b60eac9bda43,40613,1732121735941 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,40613,1732121735941-splitting does not exist
2024-11-20T16:55:39,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN}]
2024-11-20T16:55:39,059 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN
2024-11-20T16:55:39,060 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-20T16:55:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:39,133 INFO  [RS:1;b60eac9bda43:40613 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1015a75c4f30002, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:39,134 INFO  [RS:1;b60eac9bda43:40613 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,40613,1732121735941; zookeeper connection closed.
2024-11-20T16:55:39,134 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c2eb800 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c2eb800
2024-11-20T16:55:39,211 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d5bddc2ee49fdc7afa0fe5d9212bb0c, regionState=OPENING, regionLocation=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:39,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN because future has completed
2024-11-20T16:55:39,217 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,46403,1732121735906}]
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:55:39,279 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:55:39,280 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46329
2024-11-20T16:55:39,282 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46329 connecting to ZooKeeper ensemble=127.0.0.1:49916
2024-11-20T16:55:39,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:39,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463290x0, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:55:39,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46329-0x1015a75c4f30003 connected
2024-11-20T16:55:39,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-20T16:55:39,308 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-20T16:55:39,309 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:55:39,310 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache
2024-11-20T16:55:39,310 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-20T16:55:39,311 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-20T16:55:39,311 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-20T16:55:39,311 INFO  [Thread-202 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-20T16:55:39,312 INFO  [Thread-202 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-20T16:55:39,313 INFO  [Thread-202 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0.
2024-11-20T16:55:39,314 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-20T16:55:39,314 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:55:39,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T16:55:39,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:55:39,318 DEBUG [Thread-202 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-20T16:55:39,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46329
2024-11-20T16:55:39,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46329
2024-11-20T16:55:39,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46329
2024-11-20T16:55:39,319 INFO  [Thread-202 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-20T16:55:39,319 INFO  [Thread-202 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0
2024-11-20T16:55:39,319 INFO  [Thread-202 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence is complete.
2024-11-20T16:55:39,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46329
2024-11-20T16:55:39,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46329
2024-11-20T16:55:39,320 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(746): ClusterId : ba2c958c-0321-4b5c-a4f1-97de80a2dea2
2024-11-20T16:55:39,321 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:55:39,333 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:55:39,333 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:55:39,342 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:55:39,343 DEBUG [RS:2;b60eac9bda43:46329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538934eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0
2024-11-20T16:55:39,353 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b60eac9bda43:46329
2024-11-20T16:55:39,354 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:55:39,354 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:55:39,354 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:55:39,355 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,35251,1732121735743 with port=46329, startcode=1732121739278
2024-11-20T16:55:39,355 DEBUG [RS:2;b60eac9bda43:46329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:55:39,357 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:55:39,357 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,357 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35251 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,359 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a
2024-11-20T16:55:39,359 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-20T16:55:39,359 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:55:39,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:39,367 DEBUG [RS:2;b60eac9bda43:46329 {}] zookeeper.ZKUtil(111): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,367 WARN  [RS:2;b60eac9bda43:46329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:55:39,367 INFO  [RS:2;b60eac9bda43:46329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:55:39,367 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,46329,1732121739278]
2024-11-20T16:55:39,367 DEBUG [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,372 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:55:39,373 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,373 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d5bddc2ee49fdc7afa0fe5d9212bb0c, NAME => 'testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:55:39,374 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732121737078 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,374 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:55:39,374 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:55:39,374 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,374 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,374 INFO  [RS:2;b60eac9bda43:46329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:55:39,375 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,375 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:55:39,375 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 0d5bddc2ee49fdc7afa0fe5d9212bb0c 
2024-11-20T16:55:39,375 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:55:39,375 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,375 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,375 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,375 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,375 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5bddc2ee49fdc7afa0fe5d9212bb0c columnFamilyName family
2024-11-20T16:55:39,375 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:39,376 DEBUG [RS:2;b60eac9bda43:46329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,377 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46329,1732121739278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:55:39,377 DEBUG [StoreFileOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46, delay=970 ms
2024-11-20T16:55:39,378 DEBUG [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:39,378 INFO  [StoreOpener-0d5bddc2ee49fdc7afa0fe5d9212bb0c-1 {}] regionserver.HStore(327): Store=0d5bddc2ee49fdc7afa0fe5d9212bb0c/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:55:39,379 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,379 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,380 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,380 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,380 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,381 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,381 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0d5bddc2ee49fdc7afa0fe5d9212bb0c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64035201, jitterRate=-0.04580114781856537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:55:39,381 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,382 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:
Running coprocessor pre-open hook at 1732121739374Writing region info on filesystem at 1732121739374Initializing all the Stores at 1732121739375 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121739375Cleaning up temporary data from old regions at 1732121739380 (+5 ms)Running coprocessor post-open hooks at 1732121739381 (+1 ms)Region opened successfully at 1732121739382 (+1 ms)
2024-11-20T16:55:39,383 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c., pid=9, masterSystemTime=1732121739370
2024-11-20T16:55:39,385 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,385 INFO  [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,385 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d5bddc2ee49fdc7afa0fe5d9212bb0c, regionState=OPEN, openSeqNum=10, regionLocation=b60eac9bda43,46403,1732121735906
2024-11-20T16:55:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,46403,1732121735906 because future has completed
2024-11-20T16:55:39,390 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-20T16:55:39,390 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d5bddc2ee49fdc7afa0fe5d9212bb0c, server=b60eac9bda43,46403,1732121735906 in 172 msec
2024-11-20T16:55:39,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T16:55:39,392 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b60eac9bda43,40613,1732121735941 after splitting done
2024-11-20T16:55:39,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732121737078, region=0d5bddc2ee49fdc7afa0fe5d9212bb0c, ASSIGN in 332 msec
2024-11-20T16:55:39,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure b60eac9bda43,40613,1732121735941, splitWal=true, meta=false in 350 msec
2024-11-20T16:55:39,396 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:55:39,397 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46329,1732121739278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,397 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,397 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.Replication(171): b60eac9bda43,46329,1732121739278 started
2024-11-20T16:55:39,412 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:55:39,412 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,46329,1732121739278, RpcServer on b60eac9bda43/172.17.0.2:46329, sessionid=0x1015a75c4f30003
2024-11-20T16:55:39,412 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:55:39,412 DEBUG [RS:2;b60eac9bda43:46329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,412 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46329,1732121739278'
2024-11-20T16:55:39,412 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:55:39,413 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46329,1732121739278'
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:55:39,414 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:55:39,415 DEBUG [RS:2;b60eac9bda43:46329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:55:39,415 INFO  [RS:2;b60eac9bda43:46329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:55:39,415 INFO  [RS:2;b60eac9bda43:46329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:55:39,516 INFO  [RS:2;b60eac9bda43:46329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:55:39,517 INFO  [RS:2;b60eac9bda43:46329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b60eac9bda43%2C46329%2C1732121739278, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46329,1732121739278, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs, maxLogs=55
2024-11-20T16:55:39,535 INFO  [RS:2;b60eac9bda43:46329 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/WALs/b60eac9bda43,46329,1732121739278/b60eac9bda43%2C46329%2C1732121739278.1732121739517
2024-11-20T16:55:39,536 DEBUG [RS:2;b60eac9bda43:46329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-20T16:55:39,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732121737078
2024-11-20T16:55:39,728 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732121737078 Metrics about Tables on a single HBase RegionServer
2024-11-20T16:55:39,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T16:55:39,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-20T16:55:39,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T16:55:39,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-20T16:55:39,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-20T16:55:39,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-20T16:55:39,912 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T16:55:39,913 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:55:39,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:39,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,913 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T16:55:39,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T16:55:39,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1954655726, stopped=false
2024-11-20T16:55:39,914 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b60eac9bda43,35251,1732121735743
2024-11-20T16:55:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:55:39,959 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:55:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:39,959 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:55:39,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:39,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:39,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,46403,1732121735906' *****
2024-11-20T16:55:39,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T16:55:39,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,46329,1732121739278' *****
2024-11-20T16:55:39,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T16:55:39,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:39,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:55:39,960 INFO  [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1738): Disabling cache
2024-11-20T16:55:39,960 INFO  [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence
2024-11-20T16:55:39,960 INFO  [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1738): Disabling cache
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-20T16:55:39,960 INFO  [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbcae98-5078-6f8e-2614-11f0d4d101ee/bucket.persistence
2024-11-20T16:55:39,960 INFO  [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-20T16:55:39,960 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-20T16:55:39,961 INFO  [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-20T16:55:39,961 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-20T16:55:39,961 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-20T16:55:39,971 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1487): Thread RS:2;b60eac9bda43:46329 started persisting bucket cache to file
2024-11-20T16:55:39,971 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:39,971 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:39,971 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1487): Thread RS:0;b60eac9bda43:46403 started persisting bucket cache to file
2024-11-20T16:55:39,971 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-20T16:55:39,971 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-20T16:55:39,974 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:39,974 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-20T16:55:39,974 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121739971
2024-11-20T16:55:39,974 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732121739971
2024-11-20T16:55:39,974 DEBUG [RS:0;b60eac9bda43:46403 {}] bucket.BucketCache(1509): Thread RS:0;b60eac9bda43:46403 finished persisting bucket cache to file, renaming
2024-11-20T16:55:39,974 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:55:39,974 INFO  [RS:0;b60eac9bda43:46403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:55:39,974 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:55:39,974 INFO  [RS:0;b60eac9bda43:46403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:55:39,974 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d5bddc2ee49fdc7afa0fe5d9212bb0c
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,46403,1732121735906
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b60eac9bda43:46403.
2024-11-20T16:55:39,975 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-20T16:55:39,975 DEBUG [RS:0;b60eac9bda43:46403 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:39,975 DEBUG [RS:0;b60eac9bda43:46403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,975 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d5bddc2ee49fdc7afa0fe5d9212bb0c, disabling compactions & flushes
2024-11-20T16:55:39,975 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,975 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:55:39,975 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c. after waiting 0 ms
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:55:39,975 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,975 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T16:55:39,976 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-20T16:55:39,976 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d5bddc2ee49fdc7afa0fe5d9212bb0c=testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.}
2024-11-20T16:55:39,976 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-20T16:55:39,976 DEBUG [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1351): Waiting on 0d5bddc2ee49fdc7afa0fe5d9212bb0c, 1588230740
2024-11-20T16:55:39,976 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:55:39,976 DEBUG [StoreFileCloser-0d5bddc2ee49fdc7afa0fe5d9212bb0c-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/family/7f2f5870abb64ea294382c49950d2e46
2024-11-20T16:55:39,976 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:55:39,976 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:55:39,976 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:55:39,976 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:55:39,976 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-11-20T16:55:39,977 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:55:39,977 INFO  [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:39,981 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/default/testBlockEvictionOnGracefulStop1732121737078/0d5bddc2ee49fdc7afa0fe5d9212bb0c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-20T16:55:39,981 INFO  [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,981 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d5bddc2ee49fdc7afa0fe5d9212bb0c:
Waiting for close lock at 1732121739975Running coprocessor pre-close hooks at 1732121739975Disabling compacts and flushes for region at 1732121739975Disabling writes for close at 1732121739975Writing region close event to WAL at 1732121739976 (+1 ms)Running coprocessor post-close hooks at 1732121739981 (+5 ms)Closed at 1732121739981
2024-11-20T16:55:39,982 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c.
2024-11-20T16:55:39,986 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3bc65e5bba404199953ba06d71ede832
2024-11-20T16:55:39,990 INFO  [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:39,990 DEBUG [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1509): Thread RS:2;b60eac9bda43:46329 finished persisting bucket cache to file, renaming
2024-11-20T16:55:39,990 WARN  [RS:2;b60eac9bda43:46329 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,46329,1732121739278
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b60eac9bda43:46329.
2024-11-20T16:55:39,991 DEBUG [RS:2;b60eac9bda43:46329 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:55:39,991 DEBUG [RS:2;b60eac9bda43:46329 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,991 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,46329,1732121739278; all regions closed.
2024-11-20T16:55:39,993 DEBUG [RS:2;b60eac9bda43:46329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C46329%2C1732121739278:(num 1732121739517)
2024-11-20T16:55:39,993 DEBUG [RS:2;b60eac9bda43:46329 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:55:39,993 INFO  [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:39,993 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:55:39,994 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:39,994 INFO  [RS:2;b60eac9bda43:46329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46329
2024-11-20T16:55:40,002 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/3bc65e5bba404199953ba06d71ede832 is 209, key is testBlockEvictionOnGracefulStop1732121737078,,1732121737082.0d5bddc2ee49fdc7afa0fe5d9212bb0c./info:regioninfo/1732121739385/Put/seqid=0
2024-11-20T16:55:40,003 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/3bc65e5bba404199953ba06d71ede832
2024-11-20T16:55:40,010 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a1d900af24f748bb9ea3e845e3bab37b
2024-11-20T16:55:40,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,46329,1732121739278
2024-11-20T16:55:40,019 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:40,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:40,022 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/a1d900af24f748bb9ea3e845e3bab37b is 43, key is default/ns:d/1732121737021/Put/seqid=0
2024-11-20T16:55:40,022 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/a1d900af24f748bb9ea3e845e3bab37b
2024-11-20T16:55:40,029 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2b1f8b26f1434781a3176d22dd1715cc
2024-11-20T16:55:40,033 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,46329,1732121739278]
2024-11-20T16:55:40,040 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/2b1f8b26f1434781a3176d22dd1715cc is 80, key is testBlockEvictionOnGracefulStop1732121737078/table:state/1732121737464/Put/seqid=0
2024-11-20T16:55:40,041 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/2b1f8b26f1434781a3176d22dd1715cc
2024-11-20T16:55:40,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,46329,1732121739278 already deleted, retry=false
2024-11-20T16:55:40,041 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,46329,1732121739278 expired; onlineServers=1
2024-11-20T16:55:40,043 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/info/3bc65e5bba404199953ba06d71ede832 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/3bc65e5bba404199953ba06d71ede832
2024-11-20T16:55:40,044 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/3bc65e5bba404199953ba06d71ede832, delay=913 ms
2024-11-20T16:55:40,045 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/3bc65e5bba404199953ba06d71ede832, entries=14, sequenceid=13, filesize=7.5 K
2024-11-20T16:55:40,045 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/ns/a1d900af24f748bb9ea3e845e3bab37b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/a1d900af24f748bb9ea3e845e3bab37b
2024-11-20T16:55:40,046 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/a1d900af24f748bb9ea3e845e3bab37b, delay=957 ms
2024-11-20T16:55:40,047 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/a1d900af24f748bb9ea3e845e3bab37b, entries=2, sequenceid=13, filesize=5.0 K
2024-11-20T16:55:40,047 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/.tmp/table/2b1f8b26f1434781a3176d22dd1715cc as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/2b1f8b26f1434781a3176d22dd1715cc
2024-11-20T16:55:40,048 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/2b1f8b26f1434781a3176d22dd1715cc, delay=920 ms
2024-11-20T16:55:40,049 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/2b1f8b26f1434781a3176d22dd1715cc, entries=2, sequenceid=13, filesize=5.3 K
2024-11-20T16:55:40,050 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=13, compaction requested=false
2024-11-20T16:55:40,051 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/info/3bc65e5bba404199953ba06d71ede832
2024-11-20T16:55:40,051 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/ns/a1d900af24f748bb9ea3e845e3bab37b
2024-11-20T16:55:40,052 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/table/2b1f8b26f1434781a3176d22dd1715cc
2024-11-20T16:55:40,055 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-20T16:55:40,056 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T16:55:40,056 INFO  [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:40,056 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121739976Running coprocessor pre-close hooks at 1732121739976Disabling compacts and flushes for region at 1732121739976Disabling writes for close at 1732121739976Obtaining lock to block concurrent updates at 1732121739976Preparing flush snapshotting stores in 1588230740 at 1732121739976Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1732121739977 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732121739977Flushing 1588230740/info: creating writer at 1732121739977Flushing 1588230740/info: appending metadata at 1732121740002 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732121740002Flushing 1588230740/ns: creating writer at 1732121740005 (+3 ms)Flushing 1588230740/ns: appending metadata at 1732121740021 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732121740021Flushing 1588230740/table: creating writer at 1732121740024 (+3 ms)Flushing 1588230740/table: appending metadata at 1732121740040 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732121740040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74312611: reopening flushed file at 1732121740043 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289657c2: reopening flushed file at 1732121740045 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae9817c: reopening flushed file at 1732121740047 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=13, compaction requested=false at 1732121740050 (+3 ms)Writing region close event to WAL at 1732121740052 (+2 ms)Running coprocessor post-close hooks at 1732121740056 (+4 ms)Closed at 1732121740056
2024-11-20T16:55:40,056 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T16:55:40,133 INFO  [RS:2;b60eac9bda43:46329 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,133 INFO  [RS:2;b60eac9bda43:46329 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,46329,1732121739278; zookeeper connection closed.
2024-11-20T16:55:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46329-0x1015a75c4f30003, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,134 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39707932 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39707932
2024-11-20T16:55:40,176 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,46403,1732121735906; all regions closed.
2024-11-20T16:55:40,179 DEBUG [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:40,179 INFO  [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C46403%2C1732121735906.meta:.meta(num 1732121736954)
2024-11-20T16:55:40,183 DEBUG [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/oldWALs
2024-11-20T16:55:40,183 INFO  [RS:0;b60eac9bda43:46403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C46403%2C1732121735906:(num 1732121736625)
2024-11-20T16:55:40,183 DEBUG [RS:0;b60eac9bda43:46403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:55:40,183 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:55:40,183 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:40,184 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:40,184 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:40,184 INFO  [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:40,184 INFO  [RS:0;b60eac9bda43:46403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46403
2024-11-20T16:55:40,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,46403,1732121735906
2024-11-20T16:55:40,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:55:40,200 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:40,208 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,46403,1732121735906]
2024-11-20T16:55:40,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,46403,1732121735906 already deleted, retry=false
2024-11-20T16:55:40,216 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,46403,1732121735906 expired; onlineServers=0
2024-11-20T16:55:40,216 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b60eac9bda43,35251,1732121735743' *****
2024-11-20T16:55:40,216 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T16:55:40,217 INFO  [M:0;b60eac9bda43:35251 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:55:40,217 INFO  [M:0;b60eac9bda43:35251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:55:40,217 DEBUG [M:0;b60eac9bda43:35251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T16:55:40,217 DEBUG [M:0;b60eac9bda43:35251 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T16:55:40,217 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T16:55:40,217 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121736302 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121736302,5,FailOnTimeoutGroup]
2024-11-20T16:55:40,217 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121736302 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121736302,5,FailOnTimeoutGroup]
2024-11-20T16:55:40,217 INFO  [M:0;b60eac9bda43:35251 {}] hbase.ChoreService(370): Chore service for: master/b60eac9bda43:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T16:55:40,218 INFO  [M:0;b60eac9bda43:35251 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:55:40,218 DEBUG [M:0;b60eac9bda43:35251 {}] master.HMaster(1795): Stopping service threads
2024-11-20T16:55:40,218 INFO  [M:0;b60eac9bda43:35251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T16:55:40,218 INFO  [M:0;b60eac9bda43:35251 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:55:40,218 INFO  [M:0;b60eac9bda43:35251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T16:55:40,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T16:55:40,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T16:55:40,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:55:40,225 DEBUG [M:0;b60eac9bda43:35251 {}] zookeeper.ZKUtil(347): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T16:55:40,225 WARN  [M:0;b60eac9bda43:35251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T16:55:40,226 INFO  [M:0;b60eac9bda43:35251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/.lastflushedseqids
2024-11-20T16:55:40,234 INFO  [M:0;b60eac9bda43:35251 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T16:55:40,234 INFO  [M:0;b60eac9bda43:35251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T16:55:40,234 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:55:40,234 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:40,234 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:40,234 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:55:40,235 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:40,235 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.81 KB heapSize=41.05 KB
2024-11-20T16:55:40,242 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 676d949388444185b0b623fcfda4f16e
2024-11-20T16:55:40,257 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676d949388444185b0b623fcfda4f16e is 82, key is hbase:meta,,1/info:regioninfo/1732121736982/Put/seqid=0
2024-11-20T16:55:40,257 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676d949388444185b0b623fcfda4f16e
2024-11-20T16:55:40,264 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7cc0fcfacf0c4da98967a079960588b1
2024-11-20T16:55:40,278 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc0fcfacf0c4da98967a079960588b1 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732121737468/Put/seqid=0
2024-11-20T16:55:40,278 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.08 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc0fcfacf0c4da98967a079960588b1
2024-11-20T16:55:40,285 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e5dee805d38f4c33b829a856e7ca0a00
2024-11-20T16:55:40,298 DEBUG [M:0;b60eac9bda43:35251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dee805d38f4c33b829a856e7ca0a00 is 69, key is b60eac9bda43,46329,1732121739278/rs:state/1732121739357/Put/seqid=0
2024-11-20T16:55:40,298 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dee805d38f4c33b829a856e7ca0a00
2024-11-20T16:55:40,301 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5dee805d38f4c33b829a856e7ca0a00
2024-11-20T16:55:40,301 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676d949388444185b0b623fcfda4f16e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676d949388444185b0b623fcfda4f16e
2024-11-20T16:55:40,303 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676d949388444185b0b623fcfda4f16e, entries=8, sequenceid=83, filesize=5.5 K
2024-11-20T16:55:40,303 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc0fcfacf0c4da98967a079960588b1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cc0fcfacf0c4da98967a079960588b1
2024-11-20T16:55:40,304 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cc0fcfacf0c4da98967a079960588b1, entries=9, sequenceid=83, filesize=6.4 K
2024-11-20T16:55:40,305 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dee805d38f4c33b829a856e7ca0a00 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dee805d38f4c33b829a856e7ca0a00
2024-11-20T16:55:40,306 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5dee805d38f4c33b829a856e7ca0a00
2024-11-20T16:55:40,307 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e2752b-5bdf-9a39-8190-5a811fc32133/3a7cd09d-334d-2f88-a491-20b8070b999a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dee805d38f4c33b829a856e7ca0a00, entries=3, sequenceid=83, filesize=5.3 K
2024-11-20T16:55:40,307 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false
2024-11-20T16:55:40,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,308 INFO  [RS:0;b60eac9bda43:46403 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:40,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46403-0x1015a75c4f30001, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,308 INFO  [RS:0;b60eac9bda43:46403 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,46403,1732121735906; zookeeper connection closed.
2024-11-20T16:55:40,309 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@533ef028 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@533ef028
2024-11-20T16:55:40,309 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-20T16:55:40,309 INFO  [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:55:40,309 DEBUG [M:0;b60eac9bda43:35251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121740234Disabling compacts and flushes for region at 1732121740234Disabling writes for close at 1732121740235 (+1 ms)Obtaining lock to block concurrent updates at 1732121740235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732121740235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33602, getHeapSize=41976, getOffHeapSize=0, getCellsCount=98 at 1732121740235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732121740235Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732121740235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732121740256 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732121740256Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732121740259 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732121740277 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732121740277Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732121740280 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732121740297 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732121740297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200861fd: reopening flushed file at 1732121740301 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcd9a74: reopening flushed file at 1732121740303 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c370e5c: reopening flushed file at 1732121740305 (+2 ms)Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false at 1732121740307 (+2 ms)Writing region close event to WAL at 1732121740309 (+2 ms)Closed at 1732121740309
2024-11-20T16:55:40,310 INFO  [M:0;b60eac9bda43:35251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T16:55:40,310 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:55:40,310 INFO  [M:0;b60eac9bda43:35251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35251
2024-11-20T16:55:40,311 INFO  [M:0;b60eac9bda43:35251 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:55:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,432 INFO  [M:0;b60eac9bda43:35251 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:55:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35251-0x1015a75c4f30000, quorum=127.0.0.1:49916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:55:40,437 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T16:55:40,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-20T16:55:40,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:55:40,447 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=72 (was 51)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=8689 (was 8775)