2024-11-27 21:45:12,102 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-27 21:45:12,128 main DEBUG Took 0.023383 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-27 21:45:12,129 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-27 21:45:12,129 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-27 21:45:12,131 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-27 21:45:12,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,139 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-27 21:45:12,154 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,156 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,157 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,159 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,160 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,161 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,163 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,164 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,166 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 21:45:12,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,168 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-27 21:45:12,170 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 21:45:12,171 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-27 21:45:12,173 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-27 21:45:12,174 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-27 21:45:12,176 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-27 21:45:12,176 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-27 21:45:12,187 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-27 21:45:12,190 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-27 21:45:12,192 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-27 21:45:12,193 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-27 21:45:12,194 main DEBUG createAppenders(={Console})
2024-11-27 21:45:12,195 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-27 21:45:12,195 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-27 21:45:12,196 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-27 21:45:12,196 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-27 21:45:12,197 main DEBUG OutputStream closed
2024-11-27 21:45:12,197 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-27 21:45:12,197 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-27 21:45:12,198 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-27 21:45:12,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-27 21:45:12,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-27 21:45:12,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-27 21:45:12,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-27 21:45:12,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-27 21:45:12,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-27 21:45:12,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-27 21:45:12,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-27 21:45:12,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-27 21:45:12,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-27 21:45:12,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-27 21:45:12,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-27 21:45:12,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-27 21:45:12,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-27 21:45:12,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-27 21:45:12,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-27 21:45:12,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-27 21:45:12,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-27 21:45:12,311 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27 21:45:12,311 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-27 21:45:12,312 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-27 21:45:12,313 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-27T21:45:12,331 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-27 21:45:12,334 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-27 21:45:12,335 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27T21:45:12,620 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae
2024-11-27T21:45:12,647 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=10201
2024-11-27T21:45:12,743 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-27T21:45:12,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:12,881 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/cluster_70540472-1f6b-e5d8-2044-4b7c5dd66509, deleteOnExit=true
2024-11-27T21:45:12,991 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/cluster_70540472-1f6b-e5d8-2044-4b7c5dd66509/zookeeper_0, clientPort=64604, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/cluster_70540472-1f6b-e5d8-2044-4b7c5dd66509/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/cluster_70540472-1f6b-e5d8-2044-4b7c5dd66509/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-27T21:45:13,003 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64604
2024-11-27T21:45:13,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:13,078 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635 with version=8
2024-11-27T21:45:13,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase-staging
2024-11-27T21:45:13,160 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-27T21:45:13,405 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:13,414 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:13,415 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:13,424 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:13,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:13,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:13,559 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-27T21:45:13,646 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T21:45:13,701 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-27T21:45:13,717 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-27T21:45:13,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:13,776 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14181 (auto-detected)
2024-11-27T21:45:13,778 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-27T21:45:13,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41781
2024-11-27T21:45:13,836 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41781 connecting to ZooKeeper ensemble=127.0.0.1:64604
2024-11-27T21:45:13,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417810x0, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:13,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41781-0x1017e41d9af0000 connected
2024-11-27T21:45:14,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:14,112 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635, hbase.cluster.distributed=false
2024-11-27T21:45:14,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:14,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41781
2024-11-27T21:45:14,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41781
2024-11-27T21:45:14,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41781
2024-11-27T21:45:14,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41781
2024-11-27T21:45:14,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41781
2024-11-27T21:45:14,274 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:14,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,277 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,277 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:14,277 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,277 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:14,280 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T21:45:14,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:14,285 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46049
2024-11-27T21:45:14,288 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46049 connecting to ZooKeeper ensemble=127.0.0.1:64604
2024-11-27T21:45:14,289 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,290 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460490x0, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:14,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460490x0, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:14,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46049-0x1017e41d9af0001 connected
2024-11-27T21:45:14,309 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T21:45:14,325 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.cache
2024-11-27T21:45:14,333 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-27T21:45:14,336 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-27T21:45:14,338 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-27T21:45:14,340 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-27T21:45:14,341 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-27T21:45:14,351 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-27T21:45:14,351 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence is complete.
2024-11-27T21:45:14,359 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-27T21:45:14,371 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T21:45:14,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-27T21:45:14,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:14,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46049
2024-11-27T21:45:14,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46049
2024-11-27T21:45:14,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46049
2024-11-27T21:45:14,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46049
2024-11-27T21:45:14,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46049
2024-11-27T21:45:14,447 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:14,448 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,448 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,448 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:14,449 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:14,449 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:14,449 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T21:45:14,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:14,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33585
2024-11-27T21:45:14,453 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33585 connecting to ZooKeeper ensemble=127.0.0.1:64604
2024-11-27T21:45:14,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,455 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335850x0, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:14,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335850x0, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:14,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33585-0x1017e41d9af0002 connected
2024-11-27T21:45:14,471 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T21:45:14,477 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.cache
2024-11-27T21:45:14,477 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-27T21:45:14,477 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-27T21:45:14,478 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-27T21:45:14,478 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-27T21:45:14,479 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-27T21:45:14,480 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-27T21:45:14,480 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence is complete.
2024-11-27T21:45:14,480 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-27T21:45:14,485 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T21:45:14,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-27T21:45:14,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:14,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33585
2024-11-27T21:45:14,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33585
2024-11-27T21:45:14,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33585
2024-11-27T21:45:14,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33585
2024-11-27T21:45:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33585
2024-11-27T21:45:14,548 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:41781
2024-11-27T21:45:14,553 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,41781,1732743913237
2024-11-27T21:45:14,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,571 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,41781,1732743913237
2024-11-27T21:45:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,619 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-27T21:45:14,622 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,41781,1732743913237 from backup master directory
2024-11-27T21:45:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,41781,1732743913237
2024-11-27T21:45:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:14,640 WARN  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:14,641 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,41781,1732743913237
2024-11-27T21:45:14,644 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-27T21:45:14,646 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-27T21:45:14,658 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase.id] with ID: 60463d75-a9ca-43ba-ac74-3800a368372b
2024-11-27T21:45:14,659 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.tmp/hbase.id
2024-11-27T21:45:14,667 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase.id]
2024-11-27T21:45:14,722 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:14,730 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-27T21:45:14,760 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms.
2024-11-27T21:45:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:14,826 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T21:45:14,830 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-27T21:45:14,891 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T21:45:14,901 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:15,002 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store
2024-11-27T21:45:15,033 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-27T21:45:15,036 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:15,038 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T21:45:15,038 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:15,039 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:15,042 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T21:45:15,043 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:15,043 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:15,044 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732743915038Disabling compacts and flushes for region at 1732743915038Disabling writes for close at 1732743915043 (+5 ms)Writing region close event to WAL at 1732743915043Closed at 1732743915043
2024-11-27T21:45:15,045 WARN  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/.initializing
2024-11-27T21:45:15,046 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,41781,1732743913237
2024-11-27T21:45:15,076 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:15,099 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C41781%2C1732743913237, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,41781,1732743913237, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/oldWALs, maxLogs=10
2024-11-27T21:45:15,157 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,41781,1732743913237/da99f16e0d32%2C41781%2C1732743913237.1732743915105
2024-11-27T21:45:15,158 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:15,159 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:15,160 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:15,165 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,166 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:15,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-27T21:45:15,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:15,259 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:15,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:15,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-27T21:45:15,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:15,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:15,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:15,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-27T21:45:15,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:15,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:15,275 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:15,281 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-27T21:45:15,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:15,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:15,282 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,287 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,288 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,292 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,293 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,297 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:15,300 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:15,339 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:15,341 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70147096, jitterRate=0.04527318477630615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:15,352 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732743915184Initializing all the Stores at 1732743915185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743915186 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743915187 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743915188 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743915188Cleaning up temporary data from old regions at 1732743915293 (+105 ms)Region opened successfully at 1732743915351 (+58 ms)
2024-11-27T21:45:15,354 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-27T21:45:15,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604b4acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:15,447 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-27T21:45:15,465 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-27T21:45:15,465 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-27T21:45:15,470 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-27T21:45:15,471 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-27T21:45:15,479 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-27T21:45:15,479 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-27T21:45:15,533 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-27T21:45:15,548 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-27T21:45:15,616 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-27T21:45:15,620 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-27T21:45:15,622 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-27T21:45:15,627 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-27T21:45:15,630 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-27T21:45:15,635 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-27T21:45:15,648 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-27T21:45:15,651 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-27T21:45:15,658 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-27T21:45:15,680 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-27T21:45:15,690 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-27T21:45:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,715 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,41781,1732743913237, sessionid=0x1017e41d9af0000, setting cluster-up flag (Was=false)
2024-11-27T21:45:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,774 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-27T21:45:15,777 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,41781,1732743913237
2024-11-27T21:45:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:15,827 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-27T21:45:15,829 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,41781,1732743913237
2024-11-27T21:45:15,836 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-27T21:45:15,924 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:15,929 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(746): ClusterId : 60463d75-a9ca-43ba-ac74-3800a368372b
2024-11-27T21:45:15,929 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(746): ClusterId : 60463d75-a9ca-43ba-ac74-3800a368372b
2024-11-27T21:45:15,932 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T21:45:15,932 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T21:45:15,937 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-27T21:45:15,946 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-27T21:45:15,946 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T21:45:15,946 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T21:45:15,954 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T21:45:15,955 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T21:45:15,956 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T21:45:15,957 DEBUG [RS:0;da99f16e0d32:46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db3c364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:15,953 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,41781,1732743913237
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-27T21:45:15,981 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:46049
2024-11-27T21:45:15,985 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T21:45:15,985 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T21:45:15,985 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T21:45:16,044 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,41781,1732743913237 with port=46049, startcode=1732743914230
2024-11-27T21:45:16,050 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:16,051 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:16,051 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:16,051 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:16,052 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10
2024-11-27T21:45:16,052 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,052 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:16,052 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,053 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T21:45:16,055 DEBUG [RS:1;da99f16e0d32:33585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79852a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:16,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:16,058 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-27T21:45:16,061 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732743946060
2024-11-27T21:45:16,063 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-27T21:45:16,064 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-27T21:45:16,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:16,065 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-27T21:45:16,069 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-27T21:45:16,069 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-27T21:45:16,070 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-27T21:45:16,070 DEBUG [RS:0;da99f16e0d32:46049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T21:45:16,070 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-27T21:45:16,071 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,077 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-27T21:45:16,078 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-27T21:45:16,078 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-27T21:45:16,082 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:33585
2024-11-27T21:45:16,083 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T21:45:16,083 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T21:45:16,083 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T21:45:16,085 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-27T21:45:16,086 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-27T21:45:16,086 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,41781,1732743913237 with port=33585, startcode=1732743914447
2024-11-27T21:45:16,086 DEBUG [RS:1;da99f16e0d32:33585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T21:45:16,088 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743916087,5,FailOnTimeoutGroup]
2024-11-27T21:45:16,100 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743916088,5,FailOnTimeoutGroup]
2024-11-27T21:45:16,100 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,101 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-27T21:45:16,102 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,103 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,141 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-27T21:45:16,142 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:16,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:16,167 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T21:45:16,168 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T21:45:16,173 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-27T21:45:16,175 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,177 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,185 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T21:45:16,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:16,186 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:16,187 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-27T21:45:16,190 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,191 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,197 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:16,197 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:16,197 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-27T21:45:16,197 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-27T21:45:16,197 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T21:45:16,197 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T21:45:16,198 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T21:45:16,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:16,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:16,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-27T21:45:16,205 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T21:45:16,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:16,206 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:16,206 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-27T21:45:16,210 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T21:45:16,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:16,211 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:16,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T21:45:16,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:16,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:16,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T21:45:16,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T21:45:16,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:16,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T21:45:16,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:16,222 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72527213, jitterRate=0.08073969185352325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:16,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:16,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732743916168Initializing all the Stores at 1732743916168Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743916168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743916172 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743916172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743916172Cleaning up temporary data from old regions at 1732743916214 (+42 ms)Region opened successfully at 1732743916227 (+13 ms)
2024-11-27T21:45:16,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T21:45:16,228 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T21:45:16,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T21:45:16,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T21:45:16,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T21:45:16,230 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:16,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732743916228Disabling compacts and flushes for region at 1732743916228Disabling writes for close at 1732743916228Writing region close event to WAL at 1732743916229 (+1 ms)Closed at 1732743916230 (+1 ms)
2024-11-27T21:45:16,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:16,232 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-27T21:45:16,239 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-27T21:45:16,247 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T21:45:16,248 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-27T21:45:16,270 DEBUG [RS:0;da99f16e0d32:46049 {}] zookeeper.ZKUtil(111): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,270 WARN  [RS:0;da99f16e0d32:46049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:16,270 INFO  [RS:0;da99f16e0d32:46049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:16,270 DEBUG [RS:1;da99f16e0d32:33585 {}] zookeeper.ZKUtil(111): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,271 WARN  [RS:1;da99f16e0d32:33585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:16,271 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,271 INFO  [RS:1;da99f16e0d32:33585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:16,271 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,272 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,33585,1732743914447]
2024-11-27T21:45:16,272 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,46049,1732743914230]
2024-11-27T21:45:16,299 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T21:45:16,299 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T21:45:16,322 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T21:45:16,324 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T21:45:16,329 INFO  [RS:1;da99f16e0d32:33585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T21:45:16,329 INFO  [RS:0;da99f16e0d32:46049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T21:45:16,329 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,329 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,333 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T21:45:16,333 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T21:45:16,339 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T21:45:16,339 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T21:45:16,342 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,342 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,342 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,342 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,343 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:16,343 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,344 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:16,345 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:16,345 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:16,345 DEBUG [RS:0;da99f16e0d32:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:16,345 DEBUG [RS:1;da99f16e0d32:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:16,349 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,349 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,349 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,349 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,349 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,46049,1732743914230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:16,350 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33585,1732743914447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:16,376 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T21:45:16,376 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T21:45:16,378 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33585,1732743914447-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,378 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,46049,1732743914230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,379 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,379 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,379 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.Replication(171): da99f16e0d32,33585,1732743914447 started
2024-11-27T21:45:16,379 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.Replication(171): da99f16e0d32,46049,1732743914230 started
2024-11-27T21:45:16,400 WARN  [da99f16e0d32:41781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T21:45:16,401 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,401 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:16,402 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,33585,1732743914447, RpcServer on da99f16e0d32/172.17.0.2:33585, sessionid=0x1017e41d9af0002
2024-11-27T21:45:16,402 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,46049,1732743914230, RpcServer on da99f16e0d32/172.17.0.2:46049, sessionid=0x1017e41d9af0001
2024-11-27T21:45:16,403 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T21:45:16,403 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T21:45:16,403 DEBUG [RS:0;da99f16e0d32:46049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,403 DEBUG [RS:1;da99f16e0d32:33585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,403 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,33585,1732743914447'
2024-11-27T21:45:16,403 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,46049,1732743914230'
2024-11-27T21:45:16,403 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T21:45:16,403 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T21:45:16,404 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T21:45:16,404 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T21:45:16,405 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T21:45:16,405 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T21:45:16,405 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T21:45:16,405 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T21:45:16,406 DEBUG [RS:1;da99f16e0d32:33585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,406 DEBUG [RS:0;da99f16e0d32:46049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,46049,1732743914230
2024-11-27T21:45:16,406 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,33585,1732743914447'
2024-11-27T21:45:16,406 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,46049,1732743914230'
2024-11-27T21:45:16,406 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T21:45:16,406 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T21:45:16,407 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T21:45:16,407 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T21:45:16,407 DEBUG [RS:0;da99f16e0d32:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T21:45:16,407 DEBUG [RS:1;da99f16e0d32:33585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T21:45:16,407 INFO  [RS:0;da99f16e0d32:46049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T21:45:16,407 INFO  [RS:1;da99f16e0d32:33585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T21:45:16,408 INFO  [RS:0;da99f16e0d32:46049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T21:45:16,408 INFO  [RS:1;da99f16e0d32:33585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T21:45:16,514 INFO  [RS:0;da99f16e0d32:46049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:16,514 INFO  [RS:1;da99f16e0d32:33585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:16,515 INFO  [RS:0;da99f16e0d32:46049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C46049%2C1732743914230, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,46049,1732743914230, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:16,515 INFO  [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C33585%2C1732743914447, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,33585,1732743914447, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:16,540 INFO  [RS:0;da99f16e0d32:46049 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,46049,1732743914230/da99f16e0d32%2C46049%2C1732743914230.1732743916518
2024-11-27T21:45:16,540 DEBUG [RS:0;da99f16e0d32:46049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:16,544 INFO  [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,33585,1732743914447/da99f16e0d32%2C33585%2C1732743914447.1732743916518
2024-11-27T21:45:16,549 DEBUG [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:16,653 DEBUG [da99f16e0d32:41781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-27T21:45:16,669 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0}
2024-11-27T21:45:16,673 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-27T21:45:16,674 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-27T21:45:16,674 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-27T21:45:16,674 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-27T21:45:16,674 INFO  [da99f16e0d32:41781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-27T21:45:16,674 INFO  [da99f16e0d32:41781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-27T21:45:16,674 DEBUG [da99f16e0d32:41781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-27T21:45:16,683 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:16,690 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,33585,1732743914447, state=OPENING
2024-11-27T21:45:16,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-27T21:45:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:16,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:16,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:16,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:16,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T21:45:16,758 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,33585,1732743914447}]
2024-11-27T21:45:16,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T21:45:16,952 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T21:45:16,962 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-27T21:45:16,963 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:16,964 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-27T21:45:16,966 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C33585%2C1732743914447.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,33585,1732743914447, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:16,989 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,33585,1732743914447/da99f16e0d32%2C33585%2C1732743914447.meta.1732743916968.meta
2024-11-27T21:45:16,991 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:16,991 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:16,993 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-27T21:45:16,996 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-27T21:45:17,002 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-27T21:45:17,006 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-27T21:45:17,007 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:17,007 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-27T21:45:17,007 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-27T21:45:17,009 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-27T21:45:17,010 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T21:45:17,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,011 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:17,011 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-27T21:45:17,012 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T21:45:17,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,013 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:17,013 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-27T21:45:17,014 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T21:45:17,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,015 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:17,015 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-27T21:45:17,016 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T21:45:17,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:17,016 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T21:45:17,017 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:17,018 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:17,019 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T21:45:17,019 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T21:45:17,019 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:17,020 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T21:45:17,021 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75206770, jitterRate=0.1206682026386261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:17,021 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-27T21:45:17,023 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732743917008Writing region info on filesystem at 1732743917008Initializing all the Stores at 1732743917008Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743917009 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743917009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743917009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743917009Cleaning up temporary data from old regions at 1732743917019 (+10 ms)Running coprocessor post-open hooks at 1732743917022 (+3 ms)Region opened successfully at 1732743917023 (+1 ms)
2024-11-27T21:45:17,029 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732743916925
2024-11-27T21:45:17,042 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-27T21:45:17,043 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-27T21:45:17,043 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:17,045 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,33585,1732743914447, state=OPEN
2024-11-27T21:45:17,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:17,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:17,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:17,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:17,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:17,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:17,059 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:17,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-27T21:45:17,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,33585,1732743914447 in 301 msec
2024-11-27T21:45:17,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-27T21:45:17,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec
2024-11-27T21:45:17,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:17,069 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-27T21:45:17,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T21:45:17,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,33585,1732743914447, seqNum=-1]
2024-11-27T21:45:17,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T21:45:17,122 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50757, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T21:45:17,145 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec
2024-11-27T21:45:17,145 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732743917145, completionTime=-1
2024-11-27T21:45:17,148 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-27T21:45:17,148 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-27T21:45:17,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-27T21:45:17,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732743977181
2024-11-27T21:45:17,182 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744037182
2024-11-27T21:45:17,182 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec
2024-11-27T21:45:17,185 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-27T21:45:17,193 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,193 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,193 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,196 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:41781, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,196 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,197 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,205 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-27T21:45:17,232 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.591sec
2024-11-27T21:45:17,237 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-27T21:45:17,239 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-27T21:45:17,240 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-27T21:45:17,241 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-27T21:45:17,241 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-27T21:45:17,242 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:17,243 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-27T21:45:17,245 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-27T21:45:17,246 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-27T21:45:17,247 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41781,1732743913237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:17,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319823c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:17,345 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-27T21:45:17,345 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-27T21:45:17,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,41781,-1 for getting cluster id
2024-11-27T21:45:17,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T21:45:17,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60463d75-a9ca-43ba-ac74-3800a368372b'
2024-11-27T21:45:17,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T21:45:17,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60463d75-a9ca-43ba-ac74-3800a368372b"

2024-11-27T21:45:17,366 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268eac5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:17,367 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,41781,-1]
2024-11-27T21:45:17,369 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T21:45:17,371 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:17,372 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T21:45:17,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e12cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:17,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T21:45:17,384 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,33585,1732743914447, seqNum=-1]
2024-11-27T21:45:17,385 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T21:45:17,388 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T21:45:17,427 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,41781,1732743913237
2024-11-27T21:45:17,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T21:45:17,440 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,41781,1732743913237
2024-11-27T21:45:17,447 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4e500e
2024-11-27T21:45:17,448 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T21:45:17,453 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T21:45:17,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1732743917427', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T21:45:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427
2024-11-27T21:45:17,472 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T21:45:17,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1732743917427"
 procId is: 4
2024-11-27T21:45:17,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,480 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T21:45:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:17,518 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a658a457feeda2b5b294405b7faf1e05, NAME => 'testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1732743917427', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:17,526 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:17,526 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1722): Closing a658a457feeda2b5b294405b7faf1e05, disabling compactions & flushes
2024-11-27T21:45:17,526 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,527 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,527 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05. after waiting 0 ms
2024-11-27T21:45:17,527 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,527 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,527 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732743917427-pool-0 {}] regionserver.HRegion(1676): Region close journal for a658a457feeda2b5b294405b7faf1e05:
Waiting for close lock at 1732743917526Disabling compacts and flushes for region at 1732743917526Disabling writes for close at 1732743917527 (+1 ms)Writing region close event to WAL at 1732743917527Closed at 1732743917527
2024-11-27T21:45:17,529 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T21:45:17,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732743917529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743917529"}]},"ts":"1732743917529"}
2024-11-27T21:45:17,541 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T21:45:17,542 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T21:45:17,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732743917427","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743917543"}]},"ts":"1732743917543"}
2024-11-27T21:45:17,551 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732743917427, state=ENABLING in hbase:meta
2024-11-27T21:45:17,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0}
2024-11-27T21:45:17,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-27T21:45:17,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-27T21:45:17,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-27T21:45:17,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-27T21:45:17,553 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-27T21:45:17,553 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-27T21:45:17,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-27T21:45:17,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, ASSIGN}]
2024-11-27T21:45:17,557 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, ASSIGN
2024-11-27T21:45:17,558 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, ASSIGN; state=OFFLINE, location=da99f16e0d32,33585,1732743914447; forceNewPlan=false, retain=false
2024-11-27T21:45:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:17,711 INFO  [da99f16e0d32:41781 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-27T21:45:17,712 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=OPENING, regionLocation=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:17,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, ASSIGN because future has completed
2024-11-27T21:45:17,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447}]
2024-11-27T21:45:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:17,873 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,874 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a658a457feeda2b5b294405b7faf1e05, NAME => 'testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:17,874 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732743917427 a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,875 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:17,875 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,875 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,876 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a658a457feeda2b5b294405b7faf1e05 
2024-11-27T21:45:17,881 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a658a457feeda2b5b294405b7faf1e05 columnFamilyName family
2024-11-27T21:45:17,882 DEBUG [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:17,882 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(327): Store=a658a457feeda2b5b294405b7faf1e05/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:17,883 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,884 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,884 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,884 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,884 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,886 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,891 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:17,892 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a658a457feeda2b5b294405b7faf1e05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60075296, jitterRate=-0.10480833053588867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T21:45:17,892 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:17,893 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a658a457feeda2b5b294405b7faf1e05:
Running coprocessor pre-open hook at 1732743917875Writing region info on filesystem at 1732743917875Initializing all the Stores at 1732743917876 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743917876Cleaning up temporary data from old regions at 1732743917884 (+8 ms)Running coprocessor post-open hooks at 1732743917892 (+8 ms)Region opened successfully at 1732743917893 (+1 ms)
2024-11-27T21:45:17,894 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05., pid=6, masterSystemTime=1732743917870
2024-11-27T21:45:17,897 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,898 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:17,898 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:17,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447 because future has completed
2024-11-27T21:45:17,906 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-27T21:45:17,907 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447 in 187 msec
2024-11-27T21:45:17,909 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-27T21:45:17,909 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, ASSIGN in 352 msec
2024-11-27T21:45:17,910 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T21:45:17,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732743917427","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743917910"}]},"ts":"1732743917910"}
2024-11-27T21:45:17,914 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732743917427, state=ENABLED in hbase:meta
2024-11-27T21:45:17,915 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T21:45:17,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732743917427 in 451 msec
2024-11-27T21:45:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:18,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1732743917427 get assigned. Timeout = 60000ms
2024-11-27T21:45:18,113 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1732743917427 completed
2024-11-27T21:45:18,116 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T21:45:18,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1732743917427 assigned to meta. Checking AM states.
2024-11-27T21:45:18,124 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T21:45:18,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1732743917427 assigned.
2024-11-27T21:45:18,134 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1732743917427', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05., hostname=da99f16e0d32,33585,1732743914447, seqNum=2]
2024-11-27T21:45:18,146 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing a658a457feeda2b5b294405b7faf1e05 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-27T21:45:18,183 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:18,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/.tmp/family/40e8b0b074284b56bcb6ea7da7d679dd is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-27T21:45:18,243 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/.tmp/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:18,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/.tmp/family/40e8b0b074284b56bcb6ea7da7d679dd as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:18,292 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, delay=944 ms
2024-11-27T21:45:18,294 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, entries=2, sequenceid=6, filesize=4.9 K
2024-11-27T21:45:18,302 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for a658a457feeda2b5b294405b7faf1e05 in 154ms, sequenceid=6, compaction requested=false
2024-11-27T21:45:18,303 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1732743917427'
2024-11-27T21:45:18,306 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a658a457feeda2b5b294405b7faf1e05:

2024-11-27T21:45:19,239 DEBUG [hfile-prefetch-1732743918292 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 40e8b0b074284b56bcb6ea7da7d679dd_0. 
2024-11-27T21:45:19,243 DEBUG [hfile-prefetch-1732743918292 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 40e8b0b074284b56bcb6ea7da7d679dd_117. 
2024-11-27T21:45:19,244 DEBUG [hfile-prefetch-1732743918292 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, with total blocks 2, and data blocks 1
2024-11-27T21:45:19,244 DEBUG [hfile-prefetch-1732743918292 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-27T21:45:19,244 DEBUG [hfile-prefetch-1732743918292 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-27T21:45:19,245 DEBUG [hfile-prefetch-1732743918292 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd. Will sleep 100ms and try the verification again.
2024-11-27T21:45:19,321 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a658a457feeda2b5b294405b7faf1e05, source=da99f16e0d32,33585,1732743914447, destination=da99f16e0d32,46049,1732743914230, warming up region on da99f16e0d32,46049,1732743914230
2024-11-27T21:45:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T21:45:19,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a658a457feeda2b5b294405b7faf1e05, source=da99f16e0d32,33585,1732743914447, destination=da99f16e0d32,46049,1732743914230, running balancer
2024-11-27T21:45:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE
2024-11-27T21:45:19,326 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T21:45:19,326 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE
2024-11-27T21:45:19,328 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=CLOSING, regionLocation=da99f16e0d32,33585,1732743914447
2024-11-27T21:45:19,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(7855): Warmup {ENCODED => a658a457feeda2b5b294405b7faf1e05, NAME => 'testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:19,329 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a658a457feeda2b5b294405b7faf1e05 
2024-11-27T21:45:19,330 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a658a457feeda2b5b294405b7faf1e05 columnFamilyName family
2024-11-27T21:45:19,331 DEBUG [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:19,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE because future has completed
2024-11-27T21:45:19,331 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-27T21:45:19,332 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447}]
2024-11-27T21:45:19,334 DEBUG [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:19,335 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(327): Store=a658a457feeda2b5b294405b7faf1e05/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1722): Closing a658a457feeda2b5b294405b7faf1e05, disabling compactions & flushes
2024-11-27T21:45:19,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05. after waiting 0 ms
2024-11-27T21:45:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,336 DEBUG [StoreFileCloser-a658a457feeda2b5b294405b7faf1e05-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:19,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(1676): Region close journal for a658a457feeda2b5b294405b7faf1e05:
Waiting for close lock at 1732743919335Disabling compacts and flushes for region at 1732743919335Disabling writes for close at 1732743919335Writing region close event to WAL at 1732743919337 (+2 ms)Closed at 1732743919337
2024-11-27T21:45:19,339 WARN  [hfile-prefetch-1732743918292 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-27T21:45:19,339 DEBUG [hfile-prefetch-1732743918292 {}] hfile.PrefetchExecutor(121): Prefetch completed for 40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-27T21:45:19,382 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-27T21:45:19,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-27T21:45:19,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:19,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:19,401 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-27T21:45:19,401 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732743919382
2024-11-27T21:45:19,401 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-27T21:45:19,493 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,493 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-27T21:45:19,494 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing a658a457feeda2b5b294405b7faf1e05, disabling compactions & flushes
2024-11-27T21:45:19,494 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,494 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,494 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05. after waiting 0 ms
2024-11-27T21:45:19,494 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,496 DEBUG [StoreFileCloser-a658a457feeda2b5b294405b7faf1e05-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 40e8b0b074284b56bcb6ea7da7d679dd, starting offset: 0, end offset: 9223372036854775807
2024-11-27T21:45:19,498 DEBUG [StoreFileCloser-a658a457feeda2b5b294405b7faf1e05-family-1 {}] bucket.BucketCache(856): removed key 40e8b0b074284b56bcb6ea7da7d679dd_0 from back map with offset lock 2094080 in the evict process
2024-11-27T21:45:19,502 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-27T21:45:19,502 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-27T21:45:19,502 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:19,502 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:19,509 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-27T21:45:19,510 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-27T21:45:19,510 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732743919502
2024-11-27T21:45:19,510 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,510 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-27T21:45:19,510 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for a658a457feeda2b5b294405b7faf1e05:
Waiting for close lock at 1732743919494Running coprocessor pre-close hooks at 1732743919494Disabling compacts and flushes for region at 1732743919494Disabling writes for close at 1732743919494Writing region close event to WAL at 1732743919499 (+5 ms)Running coprocessor post-close hooks at 1732743919509 (+10 ms)Closed at 1732743919510 (+1 ms)
2024-11-27T21:45:19,511 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding a658a457feeda2b5b294405b7faf1e05 move to da99f16e0d32,46049,1732743914230 record at close sequenceid=6
2024-11-27T21:45:19,514 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,514 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=CLOSED
2024-11-27T21:45:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447 because future has completed
2024-11-27T21:45:19,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-27T21:45:19,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,33585,1732743914447 in 186 msec
2024-11-27T21:45:19,521 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE; state=CLOSED, location=da99f16e0d32,46049,1732743914230; forceNewPlan=false, retain=false
2024-11-27T21:45:19,671 INFO  [da99f16e0d32:41781 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-27T21:45:19,672 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=OPENING, regionLocation=da99f16e0d32,46049,1732743914230
2024-11-27T21:45:19,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE because future has completed
2024-11-27T21:45:19,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,46049,1732743914230}]
2024-11-27T21:45:19,832 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,833 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a658a457feeda2b5b294405b7faf1e05, NAME => 'testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:19,834 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732743917427 a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,834 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:19,834 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,834 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,836 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a658a457feeda2b5b294405b7faf1e05 
2024-11-27T21:45:19,838 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a658a457feeda2b5b294405b7faf1e05 columnFamilyName family
2024-11-27T21:45:19,838 DEBUG [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:19,840 DEBUG [StoreFileOpener-a658a457feeda2b5b294405b7faf1e05-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd, delay=935 ms
2024-11-27T21:45:19,842 DEBUG [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:19,842 INFO  [StoreOpener-a658a457feeda2b5b294405b7faf1e05-1 {}] regionserver.HStore(327): Store=a658a457feeda2b5b294405b7faf1e05/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:19,843 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,844 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,845 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,845 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,845 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,850 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,851 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened a658a457feeda2b5b294405b7faf1e05; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75408713, jitterRate=0.12367738783359528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T21:45:19,851 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,852 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a658a457feeda2b5b294405b7faf1e05:
Running coprocessor pre-open hook at 1732743919835Writing region info on filesystem at 1732743919835Initializing all the Stores at 1732743919835Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743919835Cleaning up temporary data from old regions at 1732743919845 (+10 ms)Running coprocessor post-open hooks at 1732743919851 (+6 ms)Region opened successfully at 1732743919852 (+1 ms)
2024-11-27T21:45:19,853 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05., pid=9, masterSystemTime=1732743919829
2024-11-27T21:45:19,856 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,856 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,856 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a658a457feeda2b5b294405b7faf1e05, regionState=OPEN, openSeqNum=10, regionLocation=da99f16e0d32,46049,1732743914230
2024-11-27T21:45:19,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,46049,1732743914230 because future has completed
2024-11-27T21:45:19,862 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da99f16e0d32,46049,1732743914230, table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-27T21:45:19,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-27T21:45:19,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a658a457feeda2b5b294405b7faf1e05, server=da99f16e0d32,46049,1732743914230 in 188 msec
2024-11-27T21:45:19,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732743917427, region=a658a457feeda2b5b294405b7faf1e05, REOPEN/MOVE in 543 msec
2024-11-27T21:45:19,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-27T21:45:19,879 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T21:45:19,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:19,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:19,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:19,885 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T21:45:19,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-27T21:45:19,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1694793401, stopped=false
2024-11-27T21:45:19,885 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,41781,1732743913237
2024-11-27T21:45:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:19,942 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T21:45:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:19,942 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T21:45:19,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:19,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:19,943 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,46049,1732743914230' *****
2024-11-27T21:45:19,943 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T21:45:19,943 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,33585,1732743914447' *****
2024-11-27T21:45:19,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:19,944 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T21:45:19,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:19,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:19,944 INFO  [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1738): Disabling cache
2024-11-27T21:45:19,945 INFO  [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence
2024-11-27T21:45:19,945 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-27T21:45:19,945 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-27T21:45:19,945 INFO  [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1738): Disabling cache
2024-11-27T21:45:19,945 INFO  [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/bucket.persistence
2024-11-27T21:45:19,945 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-27T21:45:19,945 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-27T21:45:19,946 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-27T21:45:19,946 INFO  [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-27T21:45:19,946 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-27T21:45:19,947 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-27T21:45:19,947 INFO  [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-27T21:45:19,947 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-27T21:45:19,953 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T21:45:19,953 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T21:45:19,955 INFO  [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:19,956 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1487): Thread RS:1;da99f16e0d32:33585 started persisting bucket cache to file
2024-11-27T21:45:19,957 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:19,957 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:19,957 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1487): Thread RS:0;da99f16e0d32:46049 started persisting bucket cache to file
2024-11-27T21:45:19,957 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:19,957 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:19,958 INFO  [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:19,961 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-27T21:45:19,961 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732743919957
2024-11-27T21:45:19,961 DEBUG [RS:1;da99f16e0d32:33585 {}] bucket.BucketCache(1509): Thread RS:1;da99f16e0d32:33585 finished persisting bucket cache to file, renaming
2024-11-27T21:45:19,962 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T21:45:19,962 INFO  [RS:1;da99f16e0d32:33585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T21:45:19,962 INFO  [RS:1;da99f16e0d32:33585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,33585,1732743914447
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:33585.
2024-11-27T21:45:19,963 DEBUG [RS:1;da99f16e0d32:33585 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:19,963 DEBUG [RS:1;da99f16e0d32:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T21:45:19,963 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T21:45:19,964 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-27T21:45:19,964 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-27T21:45:19,964 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732743919957
2024-11-27T21:45:19,964 DEBUG [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1509): Thread RS:0;da99f16e0d32:46049 finished persisting bucket cache to file, renaming
2024-11-27T21:45:19,964 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-27T21:45:19,964 WARN  [RS:0;da99f16e0d32:46049 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-27T21:45:19,964 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,965 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-27T21:45:19,965 DEBUG [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-27T21:45:19,965 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,46049,1732743914230
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:19,965 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T21:45:19,965 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T21:45:19,965 INFO  [RS:0;da99f16e0d32:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:46049.
2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T21:45:19,966 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-27T21:45:19,966 DEBUG [RS:0;da99f16e0d32:46049 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a658a457feeda2b5b294405b7faf1e05, disabling compactions & flushes
2024-11-27T21:45:19,966 DEBUG [RS:0;da99f16e0d32:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:19,966 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,966 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05. after waiting 0 ms
2024-11-27T21:45:19,966 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1325): Online Regions={a658a457feeda2b5b294405b7faf1e05=testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.}
2024-11-27T21:45:19,966 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,966 DEBUG [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1351): Waiting on a658a457feeda2b5b294405b7faf1e05
2024-11-27T21:45:19,966 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-27T21:45:19,970 DEBUG [StoreFileCloser-a658a457feeda2b5b294405b7faf1e05-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/family/40e8b0b074284b56bcb6ea7da7d679dd
2024-11-27T21:45:19,981 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnRegionMove1732743917427/a658a457feeda2b5b294405b7faf1e05/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-27T21:45:19,981 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,981 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a658a457feeda2b5b294405b7faf1e05:
Waiting for close lock at 1732743919965Running coprocessor pre-close hooks at 1732743919966 (+1 ms)Disabling compacts and flushes for region at 1732743919966Disabling writes for close at 1732743919966Writing region close event to WAL at 1732743919970 (+4 ms)Running coprocessor post-close hooks at 1732743919981 (+11 ms)Closed at 1732743919981
2024-11-27T21:45:19,982 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05.
2024-11-27T21:45:19,989 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 98cbf6a6e004429f934122761c302cf8
2024-11-27T21:45:20,016 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/98cbf6a6e004429f934122761c302cf8 is 205, key is testBlockEvictionOnRegionMove1732743917427,,1732743917455.a658a457feeda2b5b294405b7faf1e05./info:regioninfo/1732743919856/Put/seqid=0
2024-11-27T21:45:20,017 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/98cbf6a6e004429f934122761c302cf8
2024-11-27T21:45:20,034 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3741d5f8d0dd481a9df2a641432ee26d
2024-11-27T21:45:20,055 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/3741d5f8d0dd481a9df2a641432ee26d is 43, key is default/ns:d/1732743917128/Put/seqid=0
2024-11-27T21:45:20,056 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/3741d5f8d0dd481a9df2a641432ee26d
2024-11-27T21:45:20,071 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 35c7f73dd98e4ac18beab551ef4f6b67
2024-11-27T21:45:20,091 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/35c7f73dd98e4ac18beab551ef4f6b67 is 78, key is testBlockEvictionOnRegionMove1732743917427/table:state/1732743917910/Put/seqid=0
2024-11-27T21:45:20,092 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/35c7f73dd98e4ac18beab551ef4f6b67
2024-11-27T21:45:20,097 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/98cbf6a6e004429f934122761c302cf8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/98cbf6a6e004429f934122761c302cf8
2024-11-27T21:45:20,099 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/98cbf6a6e004429f934122761c302cf8, delay=978 ms
2024-11-27T21:45:20,101 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/98cbf6a6e004429f934122761c302cf8, entries=15, sequenceid=15, filesize=7.6 K
2024-11-27T21:45:20,102 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/3741d5f8d0dd481a9df2a641432ee26d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/3741d5f8d0dd481a9df2a641432ee26d
2024-11-27T21:45:20,104 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/3741d5f8d0dd481a9df2a641432ee26d, delay=921 ms
2024-11-27T21:45:20,107 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/3741d5f8d0dd481a9df2a641432ee26d, entries=2, sequenceid=15, filesize=5.0 K
2024-11-27T21:45:20,108 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/35c7f73dd98e4ac18beab551ef4f6b67 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/35c7f73dd98e4ac18beab551ef4f6b67
2024-11-27T21:45:20,110 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/35c7f73dd98e4ac18beab551ef4f6b67, delay=977 ms
2024-11-27T21:45:20,112 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/35c7f73dd98e4ac18beab551ef4f6b67, entries=2, sequenceid=15, filesize=5.3 K
2024-11-27T21:45:20,114 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=15, compaction requested=false
2024-11-27T21:45:20,114 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-27T21:45:20,120 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/98cbf6a6e004429f934122761c302cf8
2024-11-27T21:45:20,121 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/3741d5f8d0dd481a9df2a641432ee26d
2024-11-27T21:45:20,122 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/35c7f73dd98e4ac18beab551ef4f6b67
2024-11-27T21:45:20,129 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-27T21:45:20,130 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T21:45:20,131 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:20,131 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732743919964Running coprocessor pre-close hooks at 1732743919965 (+1 ms)Disabling compacts and flushes for region at 1732743919965Disabling writes for close at 1732743919966 (+1 ms)Obtaining lock to block concurrent updates at 1732743919966Preparing flush snapshotting stores in 1588230740 at 1732743919966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1732743919968 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732743919968Flushing 1588230740/info: creating writer at 1732743919969 (+1 ms)Flushing 1588230740/info: appending metadata at 1732743920014 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732743920014Flushing 1588230740/ns: creating writer at 1732743920022 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732743920054 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732743920054Flushing 1588230740/table: creating writer at 1732743920060 (+6 ms)Flushing 1588230740/table: appending metadata at 1732743920090 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732743920090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162f7b0f: reopening flushed file at 1732743920096 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a14a1: reopening flushed file at 1732743920102 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af4e54f: reopening flushed file at 1732743920107 (+5 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=15, compaction requested=false at 1732743920114 (+7 ms)Writing region close event to WAL at 1732743920123 (+9 ms)Running coprocessor post-close hooks at 1732743920129 (+6 ms)Closed at 1732743920130 (+1 ms)
2024-11-27T21:45:20,131 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:20,165 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,33585,1732743914447; all regions closed.
2024-11-27T21:45:20,166 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,46049,1732743914230; all regions closed.
2024-11-27T21:45:20,172 DEBUG [RS:0;da99f16e0d32:46049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:20,172 INFO  [RS:0;da99f16e0d32:46049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C46049%2C1732743914230:(num 1732743916518)
2024-11-27T21:45:20,172 DEBUG [RS:0;da99f16e0d32:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:20,172 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:20,173 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:20,173 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:20,173 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T21:45:20,174 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T21:45:20,174 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T21:45:20,174 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:20,174 INFO  [RS:0;da99f16e0d32:46049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46049
2024-11-27T21:45:20,174 DEBUG [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:20,175 INFO  [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C33585%2C1732743914447.meta:.meta(num 1732743916968)
2024-11-27T21:45:20,176 INFO  [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:20,181 DEBUG [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:20,181 INFO  [RS:1;da99f16e0d32:33585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C33585%2C1732743914447:(num 1732743916518)
2024-11-27T21:45:20,181 DEBUG [RS:1;da99f16e0d32:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:20,181 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:20,181 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:20,182 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:20,182 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:20,182 INFO  [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:20,183 INFO  [RS:1;da99f16e0d32:33585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33585
2024-11-27T21:45:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,46049,1732743914230
2024-11-27T21:45:20,194 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:20,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,33585,1732743914447
2024-11-27T21:45:20,206 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:20,218 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,33585,1732743914447]
2024-11-27T21:45:20,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,33585,1732743914447 already deleted, retry=false
2024-11-27T21:45:20,237 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,33585,1732743914447 expired; onlineServers=1
2024-11-27T21:45:20,237 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,46049,1732743914230]
2024-11-27T21:45:20,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,46049,1732743914230 already deleted, retry=false
2024-11-27T21:45:20,247 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,46049,1732743914230 expired; onlineServers=0
2024-11-27T21:45:20,248 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,41781,1732743913237' *****
2024-11-27T21:45:20,248 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-27T21:45:20,248 INFO  [M:0;da99f16e0d32:41781 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:20,248 INFO  [M:0;da99f16e0d32:41781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:20,248 DEBUG [M:0;da99f16e0d32:41781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-27T21:45:20,249 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-27T21:45:20,249 DEBUG [M:0;da99f16e0d32:41781 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-27T21:45:20,249 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743916088 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743916088,5,FailOnTimeoutGroup]
2024-11-27T21:45:20,249 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743916087 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743916087,5,FailOnTimeoutGroup]
2024-11-27T21:45:20,249 INFO  [M:0;da99f16e0d32:41781 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:20,249 INFO  [M:0;da99f16e0d32:41781 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:20,249 DEBUG [M:0;da99f16e0d32:41781 {}] master.HMaster(1795): Stopping service threads
2024-11-27T21:45:20,249 INFO  [M:0;da99f16e0d32:41781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-27T21:45:20,250 INFO  [M:0;da99f16e0d32:41781 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T21:45:20,250 INFO  [M:0;da99f16e0d32:41781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-27T21:45:20,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-27T21:45:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:20,259 DEBUG [M:0;da99f16e0d32:41781 {}] zookeeper.ZKUtil(347): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-27T21:45:20,259 WARN  [M:0;da99f16e0d32:41781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-27T21:45:20,259 INFO  [M:0;da99f16e0d32:41781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.lastflushedseqids
2024-11-27T21:45:20,273 INFO  [M:0;da99f16e0d32:41781 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-27T21:45:20,273 INFO  [M:0;da99f16e0d32:41781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-27T21:45:20,273 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T21:45:20,273 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:20,273 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:20,274 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T21:45:20,274 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:20,274 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-11-27T21:45:20,287 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b0682181bd9b473d8e48408e4c8345b6
2024-11-27T21:45:20,307 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0682181bd9b473d8e48408e4c8345b6 is 82, key is hbase:meta,,1/info:regioninfo/1732743917043/Put/seqid=0
2024-11-27T21:45:20,308 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0682181bd9b473d8e48408e4c8345b6
2024-11-27T21:45:20,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1017e41d9af0001, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,319 INFO  [RS:0;da99f16e0d32:46049 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:20,319 INFO  [RS:0;da99f16e0d32:46049 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,46049,1732743914230; zookeeper connection closed.
2024-11-27T21:45:20,320 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3401c80d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3401c80d
2024-11-27T21:45:20,322 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5114ca5466d24be1bd0e8b9ec634026f
2024-11-27T21:45:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1017e41d9af0002, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,327 INFO  [RS:1;da99f16e0d32:33585 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:20,327 INFO  [RS:1;da99f16e0d32:33585 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,33585,1732743914447; zookeeper connection closed.
2024-11-27T21:45:20,327 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51d62bfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51d62bfc
2024-11-27T21:45:20,328 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-27T21:45:20,343 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5114ca5466d24be1bd0e8b9ec634026f is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732743917917/Put/seqid=0
2024-11-27T21:45:20,344 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5114ca5466d24be1bd0e8b9ec634026f
2024-11-27T21:45:20,356 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d68c0ddf01c94abaa5b0868c101416c4
2024-11-27T21:45:20,375 DEBUG [M:0;da99f16e0d32:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68c0ddf01c94abaa5b0868c101416c4 is 69, key is da99f16e0d32,33585,1732743914447/rs:state/1732743916180/Put/seqid=0
2024-11-27T21:45:20,376 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68c0ddf01c94abaa5b0868c101416c4
2024-11-27T21:45:20,379 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0682181bd9b473d8e48408e4c8345b6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0682181bd9b473d8e48408e4c8345b6
2024-11-27T21:45:20,382 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0682181bd9b473d8e48408e4c8345b6, entries=8, sequenceid=84, filesize=5.5 K
2024-11-27T21:45:20,383 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5114ca5466d24be1bd0e8b9ec634026f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5114ca5466d24be1bd0e8b9ec634026f
2024-11-27T21:45:20,385 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5114ca5466d24be1bd0e8b9ec634026f, entries=9, sequenceid=84, filesize=6.5 K
2024-11-27T21:45:20,386 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68c0ddf01c94abaa5b0868c101416c4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d68c0ddf01c94abaa5b0868c101416c4
2024-11-27T21:45:20,389 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d68c0ddf01c94abaa5b0868c101416c4, entries=2, sequenceid=84, filesize=5.1 K
2024-11-27T21:45:20,390 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=84, compaction requested=false
2024-11-27T21:45:20,393 INFO  [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:20,393 DEBUG [M:0;da99f16e0d32:41781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732743920273Disabling compacts and flushes for region at 1732743920273Disabling writes for close at 1732743920274 (+1 ms)Obtaining lock to block concurrent updates at 1732743920274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732743920274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1732743920275 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732743920275Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732743920275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732743920306 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732743920306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732743920312 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732743920342 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732743920342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732743920346 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732743920374 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732743920374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f87b42: reopening flushed file at 1732743920379 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea17dca: reopening flushed file at 1732743920382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581030e1: reopening flushed file at 1732743920386 (+4 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=84, compaction requested=false at 1732743920390 (+4 ms)Writing region close event to WAL at 1732743920393 (+3 ms)Closed at 1732743920393
2024-11-27T21:45:20,395 INFO  [M:0;da99f16e0d32:41781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-27T21:45:20,396 INFO  [M:0;da99f16e0d32:41781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41781
2024-11-27T21:45:20,396 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:20,396 INFO  [M:0;da99f16e0d32:41781 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,506 INFO  [M:0;da99f16e0d32:41781 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1017e41d9af0000, quorum=127.0.0.1:64604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:20,511 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-27T21:45:20,539 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-27T21:45:20,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,548 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=49 (was 12)
Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732743920104
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732743918292
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732743919840
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732743920099
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9780 (was 10201)
2024-11-27T21:45:20,554 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=49, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=9779
2024-11-27T21:45:20,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/hadoop-log-dir so I do NOT create it in target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2
2024-11-27T21:45:20,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/hadoop-tmp-dir so I do NOT create it in target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2
2024-11-27T21:45:20,555 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,558 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/cluster_60a17e50-0d47-2933-e932-fd7672b4df9f, deleteOnExit=true
2024-11-27T21:45:20,563 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/cluster_60a17e50-0d47-2933-e932-fd7672b4df9f/zookeeper_0, clientPort=50480, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/cluster_60a17e50-0d47-2933-e932-fd7672b4df9f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/cluster_60a17e50-0d47-2933-e932-fd7672b4df9f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-27T21:45:20,564 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50480
2024-11-27T21:45:20,574 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635 with version=8
2024-11-27T21:45:20,574 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase-staging
2024-11-27T21:45:20,578 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:20,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,578 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:20,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:20,579 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-27T21:45:20,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:20,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44909
2024-11-27T21:45:20,582 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44909 connecting to ZooKeeper ensemble=127.0.0.1:50480
2024-11-27T21:45:20,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449090x0, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:20,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44909-0x1017e41f75c0000 connected
2024-11-27T21:45:20,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:20,870 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635, hbase.cluster.distributed=false
2024-11-27T21:45:20,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44909
2024-11-27T21:45:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44909
2024-11-27T21:45:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44909
2024-11-27T21:45:20,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44909
2024-11-27T21:45:20,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44909
2024-11-27T21:45:20,889 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:20,889 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T21:45:20,890 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:20,891 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41411
2024-11-27T21:45:20,893 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41411 connecting to ZooKeeper ensemble=127.0.0.1:50480
2024-11-27T21:45:20,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414110x0, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:20,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414110x0, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:20,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41411-0x1017e41f75c0001 connected
2024-11-27T21:45:20,911 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T21:45:20,912 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache
2024-11-27T21:45:20,912 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-27T21:45:20,912 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-27T21:45:20,912 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-27T21:45:20,913 INFO  [Thread-118 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-27T21:45:20,913 WARN  [Thread-118 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-27T21:45:20,914 INFO  [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-27T21:45:20,914 INFO  [Thread-118 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence is complete.
2024-11-27T21:45:20,914 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-27T21:45:20,916 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T21:45:20,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-27T21:45:20,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:20,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41411
2024-11-27T21:45:20,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41411
2024-11-27T21:45:20,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41411
2024-11-27T21:45:20,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41411
2024-11-27T21:45:20,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41411
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:20,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T21:45:20,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:20,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45777
2024-11-27T21:45:20,945 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45777 connecting to ZooKeeper ensemble=127.0.0.1:50480
2024-11-27T21:45:20,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:20,952 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457770x0, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:20,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457770x0, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:20,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45777-0x1017e41f75c0002 connected
2024-11-27T21:45:20,953 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T21:45:20,955 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache
2024-11-27T21:45:20,955 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-27T21:45:20,955 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-27T21:45:20,955 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-27T21:45:20,955 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-27T21:45:20,955 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-27T21:45:20,955 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-27T21:45:20,956 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-27T21:45:20,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T21:45:20,956 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence is complete.
2024-11-27T21:45:20,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-27T21:45:20,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:20,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45777
2024-11-27T21:45:20,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45777
2024-11-27T21:45:20,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45777
2024-11-27T21:45:20,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45777
2024-11-27T21:45:20,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45777
2024-11-27T21:45:20,979 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:44909
2024-11-27T21:45:20,979 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,44909,1732743920577
2024-11-27T21:45:20,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:20,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:20,984 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:20,985 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,44909,1732743920577
2024-11-27T21:45:20,997 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:20,997 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:20,998 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-27T21:45:20,999 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,44909,1732743920577 from backup master directory
2024-11-27T21:45:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,44909,1732743920577
2024-11-27T21:45:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:21,005 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T21:45:21,005 WARN  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:21,005 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,44909,1732743920577
2024-11-27T21:45:21,007 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase.id] with ID: a7ea92e3-fdb5-43d0-b459-f06015c687b9
2024-11-27T21:45:21,007 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.tmp/hbase.id
2024-11-27T21:45:21,012 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/hbase.id]
2024-11-27T21:45:21,048 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:21,048 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-27T21:45:21,051 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms.
2024-11-27T21:45:21,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,099 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,104 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T21:45:21,105 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-27T21:45:21,105 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:21,121 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T21:45:21,126 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:21,126 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:21,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732743921126Disabling compacts and flushes for region at 1732743921126Disabling writes for close at 1732743921126Writing region close event to WAL at 1732743921126Closed at 1732743921126
2024-11-27T21:45:21,126 WARN  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/.initializing
2024-11-27T21:45:21,127 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,44909,1732743920577
2024-11-27T21:45:21,131 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:21,134 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C44909%2C1732743920577, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,44909,1732743920577, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/oldWALs, maxLogs=10
2024-11-27T21:45:21,150 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/WALs/da99f16e0d32,44909,1732743920577/da99f16e0d32%2C44909%2C1732743920577.1732743921134
2024-11-27T21:45:21,150 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:21,150 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:21,150 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:21,151 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,151 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,151 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:21,155 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-27T21:45:21,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,156 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:21,156 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:21,160 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-27T21:45:21,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,160 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:21,160 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:21,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-27T21:45:21,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:21,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T21:45:21,167 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-27T21:45:21,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:21,168 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,168 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,168 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,169 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,169 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,169 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:21,169 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T21:45:21,174 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:21,175 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61374520, jitterRate=-0.08544838428497314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:21,176 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732743921151Initializing all the Stores at 1732743921151Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743921151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743921151Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743921151Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743921151Cleaning up temporary data from old regions at 1732743921169 (+18 ms)Region opened successfully at 1732743921175 (+6 ms)
2024-11-27T21:45:21,176 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-27T21:45:21,179 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c8a2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:21,180 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-27T21:45:21,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-27T21:45:21,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-27T21:45:21,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-27T21:45:21,181 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-27T21:45:21,182 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-27T21:45:21,182 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-27T21:45:21,183 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-27T21:45:21,184 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-27T21:45:21,194 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-27T21:45:21,195 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-27T21:45:21,196 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-27T21:45:21,205 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-27T21:45:21,205 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-27T21:45:21,206 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-27T21:45:21,215 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-27T21:45:21,216 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-27T21:45:21,226 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-27T21:45:21,229 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-27T21:45:21,236 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-27T21:45:21,247 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,247 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,248 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,44909,1732743920577, sessionid=0x1017e41f75c0000, setting cluster-up flag (Was=false)
2024-11-27T21:45:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,268 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,300 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-27T21:45:21,301 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,44909,1732743920577
2024-11-27T21:45:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,320 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,352 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-27T21:45:21,354 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,44909,1732743920577
2024-11-27T21:45:21,354 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-27T21:45:21,356 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:21,356 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-27T21:45:21,356 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-27T21:45:21,357 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,44909,1732743920577
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10
2024-11-27T21:45:21,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,360 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:21,360 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732743951361
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-27T21:45:21,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-27T21:45:21,361 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-27T21:45:21,361 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-27T21:45:21,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,362 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-27T21:45:21,363 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,364 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-27T21:45:21,364 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-27T21:45:21,364 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-27T21:45:21,368 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-27T21:45:21,368 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-27T21:45:21,369 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743921368,5,FailOnTimeoutGroup]
2024-11-27T21:45:21,370 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(746): ClusterId : a7ea92e3-fdb5-43d0-b459-f06015c687b9
2024-11-27T21:45:21,370 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T21:45:21,374 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743921369,5,FailOnTimeoutGroup]
2024-11-27T21:45:21,374 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,374 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-27T21:45:21,374 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,375 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,382 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-27T21:45:21,382 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:21,383 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(746): ClusterId : a7ea92e3-fdb5-43d0-b459-f06015c687b9
2024-11-27T21:45:21,383 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T21:45:21,383 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T21:45:21,383 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T21:45:21,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:21,392 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-27T21:45:21,396 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T21:45:21,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,396 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:21,396 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-27T21:45:21,399 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T21:45:21,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,399 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:21,400 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-27T21:45:21,403 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T21:45:21,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,403 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:21,403 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-27T21:45:21,405 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T21:45:21,405 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T21:45:21,406 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T21:45:21,406 DEBUG [RS:0;da99f16e0d32:41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5a7a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:21,407 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T21:45:21,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:21,407 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T21:45:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T21:45:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T21:45:21,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:21,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T21:45:21,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:21,414 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68435372, jitterRate=0.019766509532928467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:21,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732743921392Initializing all the Stores at 1732743921392Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743921392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743921392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743921392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743921392Cleaning up temporary data from old regions at 1732743921408 (+16 ms)Region opened successfully at 1732743921415 (+7 ms)
2024-11-27T21:45:21,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T21:45:21,415 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T21:45:21,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T21:45:21,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T21:45:21,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T21:45:21,416 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:21,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732743921415Disabling compacts and flushes for region at 1732743921415Disabling writes for close at 1732743921416 (+1 ms)Writing region close event to WAL at 1732743921416Closed at 1732743921416
2024-11-27T21:45:21,416 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T21:45:21,417 DEBUG [RS:1;da99f16e0d32:45777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b038680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:21,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:21,417 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-27T21:45:21,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-27T21:45:21,418 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T21:45:21,419 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-27T21:45:21,421 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:41411
2024-11-27T21:45:21,421 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T21:45:21,421 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T21:45:21,421 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T21:45:21,422 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,44909,1732743920577 with port=41411, startcode=1732743920889
2024-11-27T21:45:21,422 DEBUG [RS:0;da99f16e0d32:41411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T21:45:21,425 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T21:45:21,426 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,426 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,427 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:21,427 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-27T21:45:21,427 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T21:45:21,435 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:45777
2024-11-27T21:45:21,435 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T21:45:21,435 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T21:45:21,435 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T21:45:21,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:21,437 DEBUG [RS:0;da99f16e0d32:41411 {}] zookeeper.ZKUtil(111): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,437 WARN  [RS:0;da99f16e0d32:41411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:21,437 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,44909,1732743920577 with port=45777, startcode=1732743920941
2024-11-27T21:45:21,437 INFO  [RS:0;da99f16e0d32:41411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:21,437 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,437 DEBUG [RS:1;da99f16e0d32:45777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T21:45:21,437 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,41411,1732743920889]
2024-11-27T21:45:21,440 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T21:45:21,440 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,440 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,442 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:21,442 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-27T21:45:21,442 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T21:45:21,442 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T21:45:21,444 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T21:45:21,445 INFO  [RS:0;da99f16e0d32:41411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T21:45:21,445 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,445 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T21:45:21,445 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T21:45:21,446 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,446 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,447 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,447 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:21,447 DEBUG [RS:0;da99f16e0d32:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:21,448 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,448 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,448 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,448 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,448 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,449 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41411,1732743920889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:21,462 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T21:45:21,462 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41411,1732743920889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,462 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,462 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.Replication(171): da99f16e0d32,41411,1732743920889 started
2024-11-27T21:45:21,475 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,475 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,41411,1732743920889, RpcServer on da99f16e0d32/172.17.0.2:41411, sessionid=0x1017e41f75c0001
2024-11-27T21:45:21,475 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T21:45:21,475 DEBUG [RS:0;da99f16e0d32:41411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,475 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41411,1732743920889'
2024-11-27T21:45:21,475 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T21:45:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T21:45:21,477 DEBUG [RS:1;da99f16e0d32:45777 {}] zookeeper.ZKUtil(111): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T21:45:21,477 WARN  [RS:1;da99f16e0d32:45777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,41411,1732743920889
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41411,1732743920889'
2024-11-27T21:45:21,477 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T21:45:21,477 INFO  [RS:1;da99f16e0d32:45777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:21,477 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,45777,1732743920941]
2024-11-27T21:45:21,477 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,478 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T21:45:21,478 DEBUG [RS:0;da99f16e0d32:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T21:45:21,478 INFO  [RS:0;da99f16e0d32:41411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T21:45:21,478 INFO  [RS:0;da99f16e0d32:41411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T21:45:21,482 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T21:45:21,484 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T21:45:21,484 INFO  [RS:1;da99f16e0d32:45777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T21:45:21,484 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,485 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T21:45:21,485 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T21:45:21,485 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,485 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,485 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:21,486 DEBUG [RS:1;da99f16e0d32:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,487 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45777,1732743920941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:21,500 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T21:45:21,500 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45777,1732743920941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,500 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,501 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.Replication(171): da99f16e0d32,45777,1732743920941 started
2024-11-27T21:45:21,514 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:21,514 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,45777,1732743920941, RpcServer on da99f16e0d32/172.17.0.2:45777, sessionid=0x1017e41f75c0002
2024-11-27T21:45:21,514 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T21:45:21,514 DEBUG [RS:1;da99f16e0d32:45777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,514 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45777,1732743920941'
2024-11-27T21:45:21,514 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45777,1732743920941'
2024-11-27T21:45:21,515 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T21:45:21,516 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T21:45:21,516 DEBUG [RS:1;da99f16e0d32:45777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T21:45:21,516 INFO  [RS:1;da99f16e0d32:45777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T21:45:21,516 INFO  [RS:1;da99f16e0d32:45777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T21:45:21,569 WARN  [da99f16e0d32:44909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T21:45:21,579 INFO  [RS:0;da99f16e0d32:41411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:21,580 INFO  [RS:0;da99f16e0d32:41411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C41411%2C1732743920889, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:21,598 INFO  [RS:0;da99f16e0d32:41411 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889/da99f16e0d32%2C41411%2C1732743920889.1732743921582
2024-11-27T21:45:21,600 DEBUG [RS:0;da99f16e0d32:41411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:21,617 INFO  [RS:1;da99f16e0d32:45777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:21,618 INFO  [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C45777%2C1732743920941, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,45777,1732743920941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:21,636 INFO  [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,45777,1732743920941/da99f16e0d32%2C45777%2C1732743920941.1732743921619
2024-11-27T21:45:21,636 DEBUG [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:21,820 DEBUG [da99f16e0d32:44909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-27T21:45:21,820 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0}
2024-11-27T21:45:21,821 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-27T21:45:21,821 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-27T21:45:21,821 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-27T21:45:21,821 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-27T21:45:21,821 INFO  [da99f16e0d32:44909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-27T21:45:21,821 INFO  [da99f16e0d32:44909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-27T21:45:21,821 DEBUG [da99f16e0d32:44909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-27T21:45:21,822 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:21,824 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,45777,1732743920941, state=OPENING
2024-11-27T21:45:21,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-27T21:45:21,847 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:21,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T21:45:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:21,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,45777,1732743920941}]
2024-11-27T21:45:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:22,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T21:45:22,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T21:45:22,011 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-27T21:45:22,011 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:22,012 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-27T21:45:22,013 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C45777%2C1732743920941.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,45777,1732743920941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:22,033 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,45777,1732743920941/da99f16e0d32%2C45777%2C1732743920941.meta.1732743922015.meta
2024-11-27T21:45:22,033 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:22,034 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:22,034 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-27T21:45:22,034 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-27T21:45:22,034 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-27T21:45:22,034 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-27T21:45:22,035 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:22,035 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-27T21:45:22,035 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-27T21:45:22,037 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-27T21:45:22,037 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T21:45:22,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:22,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-27T21:45:22,039 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T21:45:22,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:22,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-27T21:45:22,040 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T21:45:22,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:22,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-27T21:45:22,041 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T21:45:22,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T21:45:22,041 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T21:45:22,042 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:22,042 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740
2024-11-27T21:45:22,042 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T21:45:22,042 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T21:45:22,043 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T21:45:22,043 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T21:45:22,044 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63339658, jitterRate=-0.05616554617881775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T21:45:22,044 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-27T21:45:22,045 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732743922035Writing region info on filesystem at 1732743922035Initializing all the Stores at 1732743922035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743922036 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743922036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743922036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743922036Cleaning up temporary data from old regions at 1732743922042 (+6 ms)Running coprocessor post-open hooks at 1732743922044 (+2 ms)Region opened successfully at 1732743922044
2024-11-27T21:45:22,045 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732743922002
2024-11-27T21:45:22,048 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-27T21:45:22,048 INFO  [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-27T21:45:22,048 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:22,049 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,45777,1732743920941, state=OPEN
2024-11-27T21:45:22,068 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T21:45:22,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:22,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:22,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:22,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T21:45:22,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-27T21:45:22,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,45777,1732743920941 in 220 msec
2024-11-27T21:45:22,074 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-27T21:45:22,074 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec
2024-11-27T21:45:22,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T21:45:22,075 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-27T21:45:22,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T21:45:22,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,45777,1732743920941, seqNum=-1]
2024-11-27T21:45:22,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T21:45:22,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T21:45:22,086 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 730 msec
2024-11-27T21:45:22,086 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732743922086, completionTime=-1
2024-11-27T21:45:22,087 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-27T21:45:22,087 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732743982089
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744042089
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,089 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:44909, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,090 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,090 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,092 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-27T21:45:22,094 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.088sec
2024-11-27T21:45:22,094 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:22,095 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-27T21:45:22,096 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-27T21:45:22,096 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-27T21:45:22,096 INFO  [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,44909,1732743920577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:22,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3076c0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:22,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,44909,-1 for getting cluster id
2024-11-27T21:45:22,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T21:45:22,177 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ea92e3-fdb5-43d0-b459-f06015c687b9'
2024-11-27T21:45:22,178 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T21:45:22,178 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ea92e3-fdb5-43d0-b459-f06015c687b9"

2024-11-27T21:45:22,179 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1072fd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:22,179 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,44909,-1]
2024-11-27T21:45:22,179 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T21:45:22,179 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:22,181 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T21:45:22,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689405c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T21:45:22,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T21:45:22,185 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,45777,1732743920941, seqNum=-1]
2024-11-27T21:45:22,185 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T21:45:22,188 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T21:45:22,190 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,44909,1732743920577
2024-11-27T21:45:22,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T21:45:22,192 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,44909,1732743920577
2024-11-27T21:45:22,192 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a5330d
2024-11-27T21:45:22,193 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T21:45:22,196 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T21:45:22,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1732743922190', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T21:45:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190
2024-11-27T21:45:22,200 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T21:45:22,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1732743922190"
 procId is: 4
2024-11-27T21:45:22,202 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T21:45:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:22,213 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cbf562c4df7c658537c1deb3339efda, NAME => 'testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1732743922190', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1722): Closing 7cbf562c4df7c658537c1deb3339efda, disabling compactions & flushes
2024-11-27T21:45:22,225 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda. after waiting 0 ms
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,225 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,225 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732743922190-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cbf562c4df7c658537c1deb3339efda:
Waiting for close lock at 1732743922225Disabling compacts and flushes for region at 1732743922225Disabling writes for close at 1732743922225Writing region close event to WAL at 1732743922225Closed at 1732743922225
2024-11-27T21:45:22,227 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T21:45:22,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732743922227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743922227"}]},"ts":"1732743922227"}
2024-11-27T21:45:22,230 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T21:45:22,231 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T21:45:22,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732743922190","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743922232"}]},"ts":"1732743922232"}
2024-11-27T21:45:22,235 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732743922190, state=ENABLING in hbase:meta
2024-11-27T21:45:22,235 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0}
2024-11-27T21:45:22,235 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-27T21:45:22,235 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-27T21:45:22,235 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-27T21:45:22,235 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-27T21:45:22,235 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-27T21:45:22,236 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-27T21:45:22,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-27T21:45:22,236 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN}]
2024-11-27T21:45:22,237 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN
2024-11-27T21:45:22,238 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN; state=OFFLINE, location=da99f16e0d32,41411,1732743920889; forceNewPlan=false, retain=false
2024-11-27T21:45:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:22,388 INFO  [da99f16e0d32:44909 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-27T21:45:22,389 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cbf562c4df7c658537c1deb3339efda, regionState=OPENING, regionLocation=da99f16e0d32,41411,1732743920889
2024-11-27T21:45:22,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN because future has completed
2024-11-27T21:45:22,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,41411,1732743920889}]
2024-11-27T21:45:22,510 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T21:45:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:22,545 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T21:45:22,547 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T21:45:22,549 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,550 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cbf562c4df7c658537c1deb3339efda, NAME => 'testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:22,550 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732743922190 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,550 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:22,550 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,550 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,551 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 7cbf562c4df7c658537c1deb3339efda 
2024-11-27T21:45:22,555 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cbf562c4df7c658537c1deb3339efda columnFamilyName family
2024-11-27T21:45:22,555 DEBUG [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:22,556 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] regionserver.HStore(327): Store=7cbf562c4df7c658537c1deb3339efda/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:22,556 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,556 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,564 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T21:45:22,564 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7cbf562c4df7c658537c1deb3339efda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73770806, jitterRate=0.09927067160606384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T21:45:22,564 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:22,565 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7cbf562c4df7c658537c1deb3339efda:
Running coprocessor pre-open hook at 1732743922550Writing region info on filesystem at 1732743922550Initializing all the Stores at 1732743922550Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743922550Cleaning up temporary data from old regions at 1732743922557 (+7 ms)Running coprocessor post-open hooks at 1732743922564 (+7 ms)Region opened successfully at 1732743922565 (+1 ms)
2024-11-27T21:45:22,566 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda., pid=6, masterSystemTime=1732743922545
2024-11-27T21:45:22,568 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,568 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:22,568 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cbf562c4df7c658537c1deb3339efda, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,41411,1732743920889
2024-11-27T21:45:22,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,41411,1732743920889 because future has completed
2024-11-27T21:45:22,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-27T21:45:22,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,41411,1732743920889 in 180 msec
2024-11-27T21:45:22,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-27T21:45:22,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN in 338 msec
2024-11-27T21:45:22,576 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T21:45:22,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732743922190","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743922576"}]},"ts":"1732743922576"}
2024-11-27T21:45:22,578 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732743922190, state=ENABLED in hbase:meta
2024-11-27T21:45:22,579 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T21:45:22,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732743922190 in 381 msec
2024-11-27T21:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T21:45:22,832 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1732743922190 completed
2024-11-27T21:45:22,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1732743922190 get assigned. Timeout = 60000ms
2024-11-27T21:45:22,832 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T21:45:22,837 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1732743922190 assigned to meta. Checking AM states.
2024-11-27T21:45:22,837 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T21:45:22,837 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1732743922190 assigned.
2024-11-27T21:45:22,841 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1732743922190', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda., hostname=da99f16e0d32,41411,1732743920889, seqNum=2]
2024-11-27T21:45:22,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T21:45:22,845 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T21:45:22,849 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7cbf562c4df7c658537c1deb3339efda 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-27T21:45:22,858 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:22,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/.tmp/family/d028b431f2874120bf1839d8959c2a47 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-27T21:45:22,873 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/.tmp/family/d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:22,876 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/.tmp/family/d028b431f2874120bf1839d8959c2a47 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:22,877 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, delay=965 ms
2024-11-27T21:45:22,879 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, entries=2, sequenceid=6, filesize=4.9 K
2024-11-27T21:45:22,879 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 7cbf562c4df7c658537c1deb3339efda in 30ms, sequenceid=6, compaction requested=false
2024-11-27T21:45:22,879 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1732743922190'
2024-11-27T21:45:22,880 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7cbf562c4df7c658537c1deb3339efda:

2024-11-27T21:45:23,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-27T21:45:23,696 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-27T21:45:23,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T21:45:23,699 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-27T21:45:23,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-27T21:45:23,699 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-27T21:45:23,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732743922190
2024-11-27T21:45:23,700 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732743922190 Metrics about Tables on a single HBase RegionServer
2024-11-27T21:45:23,844 DEBUG [hfile-prefetch-1732743919840 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key d028b431f2874120bf1839d8959c2a47_0. 
2024-11-27T21:45:23,845 DEBUG [hfile-prefetch-1732743919840 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key d028b431f2874120bf1839d8959c2a47_117. 
2024-11-27T21:45:23,845 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, with total blocks 2, and data blocks 1
2024-11-27T21:45:23,845 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-27T21:45:23,846 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-27T21:45:23,846 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47. Will sleep 100ms and try the verification again.
2024-11-27T21:45:23,881 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;da99f16e0d32:41411,5,FailOnTimeoutGroup]
2024-11-27T21:45:23,881 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,41411,1732743920889' *****
2024-11-27T21:45:23,881 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-11-27T21:45:23,881 INFO  [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1738): Disabling cache
2024-11-27T21:45:23,946 INFO  [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence
2024-11-27T21:45:23,946 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-27T21:45:23,946 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-27T21:45:23,946 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-27T21:45:23,946 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, with total blocks 2, and data blocks 1
2024-11-27T21:45:23,946 INFO  [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-27T21:45:23,946 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-11-27T21:45:23,947 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2293): found block for file d028b431f2874120bf1839d8959c2a47 in the backing map. Acquiring read lock for offset 0
2024-11-27T21:45:23,947 DEBUG [hfile-prefetch-1732743919840 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47 has now been fully cached.
2024-11-27T21:45:23,947 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-27T21:45:23,948 DEBUG [hfile-prefetch-1732743919840 {}] hfile.PrefetchExecutor(121): Prefetch completed for d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:23,951 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T21:45:23,951 INFO  [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:23,957 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1487): Thread RS:0;da99f16e0d32:41411 started persisting bucket cache to file
2024-11-27T21:45:23,957 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:23,957 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-11-27T21:45:23,958 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-27T21:45:23,958 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-27T21:45:23,958 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:23,958 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:23,960 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-27T21:45:23,960 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732743923958
2024-11-27T21:45:23,960 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-27T21:45:23,960 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-11-27T21:45:23,960 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732743923957
2024-11-27T21:45:23,960 DEBUG [RS:0;da99f16e0d32:41411 {}] bucket.BucketCache(1509): Thread RS:0;da99f16e0d32:41411 finished persisting bucket cache to file, renaming
2024-11-27T21:45:23,960 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,41411,1732743920889
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:41411.
2024-11-27T21:45:23,961 DEBUG [RS:0;da99f16e0d32:41411 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:23,961 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-27T21:45:23,961 DEBUG [RS:0;da99f16e0d32:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:23,961 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cbf562c4df7c658537c1deb3339efda, disabling compactions & flushes
2024-11-27T21:45:23,961 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-27T21:45:23,961 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:23,961 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1325): Online Regions={7cbf562c4df7c658537c1deb3339efda=testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.}
2024-11-27T21:45:23,961 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:23,961 DEBUG [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1351): Waiting on 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:23,961 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda. after waiting 0 ms
2024-11-27T21:45:23,961 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:23,966 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-27T21:45:23,966 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:23,967 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cbf562c4df7c658537c1deb3339efda:
Waiting for close lock at 1732743923961Running coprocessor pre-close hooks at 1732743923961Disabling compacts and flushes for region at 1732743923961Disabling writes for close at 1732743923961Writing region close event to WAL at 1732743923962 (+1 ms)Running coprocessor post-close hooks at 1732743923966 (+4 ms)Closed at 1732743923966
2024-11-27T21:45:23,967 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:24,162 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,41411,1732743920889; all regions closed.
2024-11-27T21:45:24,167 DEBUG [RS:0;da99f16e0d32:41411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:24,167 INFO  [RS:0;da99f16e0d32:41411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C41411%2C1732743920889:(num 1732743921582)
2024-11-27T21:45:24,167 DEBUG [RS:0;da99f16e0d32:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:24,167 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:24,168 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:24,168 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:24,169 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T21:45:24,169 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T21:45:24,169 INFO  [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:24,169 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T21:45:24,169 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:24,170 INFO  [RS:0;da99f16e0d32:41411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41411
2024-11-27T21:45:24,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:24,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,41411,1732743920889
2024-11-27T21:45:24,234 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:24,309 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,41411,1732743920889]
2024-11-27T21:45:24,401 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45
2024-11-27T21:45:24,401 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:24,401 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T21:45:24,402 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37085
2024-11-27T21:45:24,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,41411,1732743920889 already deleted, retry=false
2024-11-27T21:45:24,403 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of da99f16e0d32,41411,1732743920889 on da99f16e0d32,44909,1732743920577
2024-11-27T21:45:24,404 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37085 connecting to ZooKeeper ensemble=127.0.0.1:50480
2024-11-27T21:45:24,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:24,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:24,407 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure da99f16e0d32,41411,1732743920889, splitWal=true, meta=false
2024-11-27T21:45:24,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:24,408 INFO  [RS:0;da99f16e0d32:41411 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:24,409 INFO  [RS:0;da99f16e0d32:41411 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,41411,1732743920889; zookeeper connection closed.
2024-11-27T21:45:24,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x1017e41f75c0001, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:24,409 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63aef4cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63aef4cf
2024-11-27T21:45:24,409 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for da99f16e0d32,41411,1732743920889 (carryingMeta=false) da99f16e0d32,41411,1732743920889/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3c0eb3d5[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-27T21:45:24,409 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure da99f16e0d32,41411,1732743920889, splitWal=true, meta=false
2024-11-27T21:45:24,410 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): da99f16e0d32,41411,1732743920889 had 1 regions
2024-11-27T21:45:24,411 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure da99f16e0d32,41411,1732743920889, splitWal=true, meta=false, isMeta: false
2024-11-27T21:45:24,412 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889-splitting
2024-11-27T21:45:24,412 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889-splitting dir is empty, no logs to split.
2024-11-27T21:45:24,412 INFO  [PEWorker-2 {}] master.SplitWALManager(105): da99f16e0d32,41411,1732743920889 WAL count=0, meta=false
2024-11-27T21:45:24,414 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889-splitting dir is empty, no logs to split.
2024-11-27T21:45:24,414 INFO  [PEWorker-2 {}] master.SplitWALManager(105): da99f16e0d32,41411,1732743920889 WAL count=0, meta=false
2024-11-27T21:45:24,414 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if da99f16e0d32,41411,1732743920889 WAL splitting is done? wals=0, meta=false
2024-11-27T21:45:24,415 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for da99f16e0d32,41411,1732743920889 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,41411,1732743920889-splitting does not exist
2024-11-27T21:45:24,416 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN}]
2024-11-27T21:45:24,417 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN
2024-11-27T21:45:24,418 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-27T21:45:24,457 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370850x0, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T21:45:24,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37085-0x1017e41f75c0003 connected
2024-11-27T21:45:24,458 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-27T21:45:24,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-27T21:45:24,459 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T21:45:24,460 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache
2024-11-27T21:45:24,460 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-27T21:45:24,460 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-27T21:45:24,460 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-27T21:45:24,461 INFO  [Thread-198 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-27T21:45:24,461 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-27T21:45:24,461 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T21:45:24,463 INFO  [Thread-198 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-27T21:45:24,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-27T21:45:24,465 INFO  [Thread-198 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-11-27T21:45:24,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T21:45:24,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085
2024-11-27T21:45:24,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085
2024-11-27T21:45:24,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085
2024-11-27T21:45:24,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085
2024-11-27T21:45:24,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085
2024-11-27T21:45:24,469 DEBUG [Thread-198 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-27T21:45:24,469 DEBUG [Thread-198 {}] bucket.BucketCache(1584): Cached File Entry:<d028b431f2874120bf1839d8959c2a47,<7cbf562c4df7c658537c1deb3339efda,158>>
2024-11-27T21:45:24,469 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(746): ClusterId : a7ea92e3-fdb5-43d0-b459-f06015c687b9
2024-11-27T21:45:24,469 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T21:45:24,470 INFO  [Thread-198 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-27T21:45:24,470 INFO  [Thread-198 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-11-27T21:45:24,470 INFO  [Thread-198 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence is complete.
2024-11-27T21:45:24,543 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T21:45:24,543 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T21:45:24,569 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7cbf562c4df7c658537c1deb3339efda, regionState=OPENING, regionLocation=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:24,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN because future has completed
2024-11-27T21:45:24,572 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,45777,1732743920941}]
2024-11-27T21:45:24,628 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T21:45:24,628 DEBUG [RS:2;da99f16e0d32:37085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206c82ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0
2024-11-27T21:45:24,647 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da99f16e0d32:37085
2024-11-27T21:45:24,647 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T21:45:24,647 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T21:45:24,647 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T21:45:24,648 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,44909,1732743920577 with port=37085, startcode=1732743924401
2024-11-27T21:45:24,649 DEBUG [RS:2;da99f16e0d32:37085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T21:45:24,650 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T21:45:24,651 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,651 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,652 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635
2024-11-27T21:45:24,652 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-27T21:45:24,652 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T21:45:24,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:24,712 DEBUG [RS:2;da99f16e0d32:37085 {}] zookeeper.ZKUtil(111): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,712 WARN  [RS:2;da99f16e0d32:37085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T21:45:24,712 INFO  [RS:2;da99f16e0d32:37085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T21:45:24,713 DEBUG [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,713 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,37085,1732743924401]
2024-11-27T21:45:24,720 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T21:45:24,723 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T21:45:24,723 INFO  [RS:2;da99f16e0d32:37085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T21:45:24,724 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,724 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T21:45:24,724 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T21:45:24,725 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,725 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:24,726 DEBUG [RS:2;da99f16e0d32:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3
2024-11-27T21:45:24,728 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,729 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cbf562c4df7c658537c1deb3339efda, NAME => 'testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.', STARTKEY => '', ENDKEY => ''}
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,729 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37085,1732743924401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T21:45:24,729 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732743922190 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,729 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T21:45:24,729 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,729 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,731 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 7cbf562c4df7c658537c1deb3339efda 
2024-11-27T21:45:24,731 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cbf562c4df7c658537c1deb3339efda columnFamilyName family
2024-11-27T21:45:24,731 DEBUG [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T21:45:24,733 DEBUG [StoreFileOpener-7cbf562c4df7c658537c1deb3339efda-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47, delay=905 ms
2024-11-27T21:45:24,735 DEBUG [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:24,735 INFO  [StoreOpener-7cbf562c4df7c658537c1deb3339efda-1 {}] regionserver.HStore(327): Store=7cbf562c4df7c658537c1deb3339efda/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T21:45:24,735 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,736 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,736 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,737 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,737 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,738 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,738 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 7cbf562c4df7c658537c1deb3339efda; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69230368, jitterRate=0.03161287307739258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T21:45:24,738 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:24,739 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7cbf562c4df7c658537c1deb3339efda:
Running coprocessor pre-open hook at 1732743924729Writing region info on filesystem at 1732743924729Initializing all the Stores at 1732743924730 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743924730Cleaning up temporary data from old regions at 1732743924737 (+7 ms)Running coprocessor post-open hooks at 1732743924738 (+1 ms)Region opened successfully at 1732743924739 (+1 ms)
2024-11-27T21:45:24,740 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda., pid=9, masterSystemTime=1732743924724
2024-11-27T21:45:24,742 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:24,742 INFO  [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:24,742 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7cbf562c4df7c658537c1deb3339efda, regionState=OPEN, openSeqNum=10, regionLocation=da99f16e0d32,45777,1732743920941
2024-11-27T21:45:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,45777,1732743920941 because future has completed
2024-11-27T21:45:24,747 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T21:45:24,747 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37085,1732743924401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,747 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-27T21:45:24,747 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cbf562c4df7c658537c1deb3339efda, server=da99f16e0d32,45777,1732743920941 in 174 msec
2024-11-27T21:45:24,747 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,747 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.Replication(171): da99f16e0d32,37085,1732743924401 started
2024-11-27T21:45:24,749 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-27T21:45:24,749 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732743922190, region=7cbf562c4df7c658537c1deb3339efda, ASSIGN in 331 msec
2024-11-27T21:45:24,749 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server da99f16e0d32,41411,1732743920889 after splitting done
2024-11-27T21:45:24,750 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure da99f16e0d32,41411,1732743920889, splitWal=true, meta=false in 345 msec
2024-11-27T21:45:24,761 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T21:45:24,761 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,37085,1732743924401, RpcServer on da99f16e0d32/172.17.0.2:37085, sessionid=0x1017e41f75c0003
2024-11-27T21:45:24,761 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T21:45:24,761 DEBUG [RS:2;da99f16e0d32:37085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,761 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37085,1732743924401'
2024-11-27T21:45:24,761 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T21:45:24,762 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,37085,1732743924401
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37085,1732743924401'
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T21:45:24,763 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T21:45:24,764 DEBUG [RS:2;da99f16e0d32:37085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T21:45:24,764 INFO  [RS:2;da99f16e0d32:37085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T21:45:24,764 INFO  [RS:2;da99f16e0d32:37085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T21:45:24,865 INFO  [RS:2;da99f16e0d32:37085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T21:45:24,866 INFO  [RS:2;da99f16e0d32:37085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=da99f16e0d32%2C37085%2C1732743924401, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,37085,1732743924401, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs, maxLogs=55
2024-11-27T21:45:24,887 INFO  [RS:2;da99f16e0d32:37085 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/WALs/da99f16e0d32,37085,1732743924401/da99f16e0d32%2C37085%2C1732743924401.1732743924867
2024-11-27T21:45:24,888 DEBUG [RS:2;da99f16e0d32:37085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-27T21:45:25,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-27T21:45:25,262 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T21:45:25,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:25,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,262 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T21:45:25,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-27T21:45:25,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=763977594, stopped=false
2024-11-27T21:45:25,263 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,44909,1732743920577
2024-11-27T21:45:25,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:25,430 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:25,430 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T21:45:25,431 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:25,431 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:25,431 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T21:45:25,432 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T21:45:25,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:25,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:25,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:25,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T21:45:25,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,45777,1732743920941' *****
2024-11-27T21:45:25,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T21:45:25,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,37085,1732743924401' *****
2024-11-27T21:45:25,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T21:45:25,434 INFO  [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1738): Disabling cache
2024-11-27T21:45:25,435 INFO  [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1738): Disabling cache
2024-11-27T21:45:25,435 INFO  [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence
2024-11-27T21:45:25,435 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-27T21:45:25,435 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-27T21:45:25,435 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-27T21:45:25,435 INFO  [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-27T21:45:25,436 INFO  [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/264d7e67-d6ef-2148-e262-3276457fa9e2/bucket.persistence
2024-11-27T21:45:25,436 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-27T21:45:25,436 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-27T21:45:25,436 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-27T21:45:25,436 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-27T21:45:25,436 INFO  [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-27T21:45:25,436 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-27T21:45:25,446 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1487): Thread RS:2;da99f16e0d32:37085 started persisting bucket cache to file
2024-11-27T21:45:25,446 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:25,446 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-11-27T21:45:25,446 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1487): Thread RS:1;da99f16e0d32:45777 started persisting bucket cache to file
2024-11-27T21:45:25,446 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-27T21:45:25,446 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-27T21:45:25,448 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-27T21:45:25,448 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732743925446
2024-11-27T21:45:25,448 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-11-27T21:45:25,448 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732743925446
2024-11-27T21:45:25,449 DEBUG [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1509): Thread RS:1;da99f16e0d32:45777 finished persisting bucket cache to file, renaming
2024-11-27T21:45:25,449 DEBUG [RS:2;da99f16e0d32:37085 {}] bucket.BucketCache(1509): Thread RS:2;da99f16e0d32:37085 finished persisting bucket cache to file, renaming
2024-11-27T21:45:25,449 WARN  [RS:1;da99f16e0d32:45777 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T21:45:25,449 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T21:45:25,449 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,37085,1732743924401
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da99f16e0d32:37085.
2024-11-27T21:45:25,449 DEBUG [RS:2;da99f16e0d32:37085 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:25,449 DEBUG [RS:2;da99f16e0d32:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,45777,1732743920941
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:25,449 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,37085,1732743924401; all regions closed.
2024-11-27T21:45:25,449 INFO  [RS:1;da99f16e0d32:45777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:45777.
2024-11-27T21:45:25,449 DEBUG [RS:1;da99f16e0d32:45777 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T21:45:25,449 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-27T21:45:25,450 DEBUG [RS:1;da99f16e0d32:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cbf562c4df7c658537c1deb3339efda, disabling compactions & flushes
2024-11-27T21:45:25,450 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:25,450 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:25,450 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T21:45:25,450 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda. after waiting 0 ms
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:25,450 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-27T21:45:25,450 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-27T21:45:25,450 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7cbf562c4df7c658537c1deb3339efda=testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.}
2024-11-27T21:45:25,450 DEBUG [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cbf562c4df7c658537c1deb3339efda
2024-11-27T21:45:25,450 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T21:45:25,450 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T21:45:25,450 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T21:45:25,450 DEBUG [StoreFileCloser-7cbf562c4df7c658537c1deb3339efda-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/family/d028b431f2874120bf1839d8959c2a47
2024-11-27T21:45:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T21:45:25,451 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T21:45:25,451 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-11-27T21:45:25,451 DEBUG [RS:2;da99f16e0d32:37085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:25,451 INFO  [RS:2;da99f16e0d32:37085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C37085%2C1732743924401:(num 1732743924867)
2024-11-27T21:45:25,452 DEBUG [RS:2;da99f16e0d32:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T21:45:25,452 INFO  [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:25,452 INFO  [RS:2;da99f16e0d32:37085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37085
2024-11-27T21:45:25,458 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/default/testBlockEvictionOnGracefulStop1732743922190/7cbf562c4df7c658537c1deb3339efda/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-27T21:45:25,458 INFO  [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:25,459 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cbf562c4df7c658537c1deb3339efda:
Waiting for close lock at 1732743925449Running coprocessor pre-close hooks at 1732743925450 (+1 ms)Disabling compacts and flushes for region at 1732743925450Disabling writes for close at 1732743925450Writing region close event to WAL at 1732743925451 (+1 ms)Running coprocessor post-close hooks at 1732743925458 (+7 ms)Closed at 1732743925458
2024-11-27T21:45:25,459 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda.
2024-11-27T21:45:25,461 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f93dcf2356a34052a0bb0ad10706eff4
2024-11-27T21:45:25,475 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/f93dcf2356a34052a0bb0ad10706eff4 is 209, key is testBlockEvictionOnGracefulStop1732743922190,,1732743922197.7cbf562c4df7c658537c1deb3339efda./info:regioninfo/1732743924742/Put/seqid=0
2024-11-27T21:45:25,476 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/f93dcf2356a34052a0bb0ad10706eff4
2024-11-27T21:45:25,484 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9c33192772a442808a36265604229186
2024-11-27T21:45:25,491 INFO  [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:25,497 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/9c33192772a442808a36265604229186 is 43, key is default/ns:d/1732743922082/Put/seqid=0
2024-11-27T21:45:25,498 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/9c33192772a442808a36265604229186
2024-11-27T21:45:25,506 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a46a36cf27cd47e093b3e542a79f1a9a
2024-11-27T21:45:25,514 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,37085,1732743924401
2024-11-27T21:45:25,514 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:25,515 ERROR [pool-297-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$249/0x00007f5970477b20@1c371df0 rejected from java.util.concurrent.ThreadPoolExecutor@59359012[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 3]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-27T21:45:25,520 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/a46a36cf27cd47e093b3e542a79f1a9a is 80, key is testBlockEvictionOnGracefulStop1732743922190/table:state/1732743922576/Put/seqid=0
2024-11-27T21:45:25,520 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/a46a36cf27cd47e093b3e542a79f1a9a
2024-11-27T21:45:25,524 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/info/f93dcf2356a34052a0bb0ad10706eff4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/f93dcf2356a34052a0bb0ad10706eff4
2024-11-27T21:45:25,526 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/f93dcf2356a34052a0bb0ad10706eff4, delay=917 ms
2024-11-27T21:45:25,527 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/f93dcf2356a34052a0bb0ad10706eff4, entries=14, sequenceid=13, filesize=7.5 K
2024-11-27T21:45:25,528 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/ns/9c33192772a442808a36265604229186 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/9c33192772a442808a36265604229186
2024-11-27T21:45:25,529 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/9c33192772a442808a36265604229186, delay=946 ms
2024-11-27T21:45:25,530 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/9c33192772a442808a36265604229186, entries=2, sequenceid=13, filesize=5.0 K
2024-11-27T21:45:25,531 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/.tmp/table/a46a36cf27cd47e093b3e542a79f1a9a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/a46a36cf27cd47e093b3e542a79f1a9a
2024-11-27T21:45:25,532 INFO  [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:25,533 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/a46a36cf27cd47e093b3e542a79f1a9a, delay=967 ms
2024-11-27T21:45:25,535 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/a46a36cf27cd47e093b3e542a79f1a9a, entries=2, sequenceid=13, filesize=5.3 K
2024-11-27T21:45:25,536 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 84ms, sequenceid=13, compaction requested=false
2024-11-27T21:45:25,536 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/info/f93dcf2356a34052a0bb0ad10706eff4
2024-11-27T21:45:25,537 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/ns/9c33192772a442808a36265604229186
2024-11-27T21:45:25,538 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/table/a46a36cf27cd47e093b3e542a79f1a9a
2024-11-27T21:45:25,541 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-27T21:45:25,542 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T21:45:25,542 INFO  [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:25,542 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732743925450Running coprocessor pre-close hooks at 1732743925450Disabling compacts and flushes for region at 1732743925450Disabling writes for close at 1732743925451 (+1 ms)Obtaining lock to block concurrent updates at 1732743925451Preparing flush snapshotting stores in 1588230740 at 1732743925451Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1732743925452 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732743925452Flushing 1588230740/info: creating writer at 1732743925452Flushing 1588230740/info: appending metadata at 1732743925475 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732743925475Flushing 1588230740/ns: creating writer at 1732743925479 (+4 ms)Flushing 1588230740/ns: appending metadata at 1732743925497 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732743925497Flushing 1588230740/table: creating writer at 1732743925500 (+3 ms)Flushing 1588230740/table: appending metadata at 1732743925519 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732743925519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1008c08d: reopening flushed file at 1732743925523 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b13d42: reopening flushed file at 1732743925527 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89ba62b: reopening flushed file at 1732743925531 (+4 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 84ms, sequenceid=13, compaction requested=false at 1732743925536 (+5 ms)Writing region close event to WAL at 1732743925538 (+2 ms)Running coprocessor post-close hooks at 1732743925542 (+4 ms)Closed at 1732743925542
2024-11-27T21:45:25,542 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-27T21:45:25,543 INFO  [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-27T21:45:25,543 INFO  [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-27T21:45:25,589 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,37085,1732743924401]
2024-11-27T21:45:25,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,37085,1732743924401 already deleted, retry=false
2024-11-27T21:45:25,643 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,37085,1732743924401 expired; onlineServers=1
2024-11-27T21:45:25,651 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,45777,1732743920941; all regions closed.
2024-11-27T21:45:25,655 DEBUG [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:25,655 INFO  [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C45777%2C1732743920941.meta:.meta(num 1732743922015)
2024-11-27T21:45:25,658 DEBUG [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/oldWALs
2024-11-27T21:45:25,658 INFO  [RS:1;da99f16e0d32:45777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C45777%2C1732743920941:(num 1732743921619)
2024-11-27T21:45:25,658 DEBUG [RS:1;da99f16e0d32:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T21:45:25,659 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T21:45:25,659 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:25,659 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:25,660 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:25,660 INFO  [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:25,660 INFO  [RS:1;da99f16e0d32:45777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45777
2024-11-27T21:45:25,689 INFO  [RS:2;da99f16e0d32:37085 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:25,689 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:25,690 INFO  [RS:2;da99f16e0d32:37085 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,37085,1732743924401; zookeeper connection closed.
2024-11-27T21:45:25,690 DEBUG [pool-297-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x1017e41f75c0003, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:25,690 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50529332 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50529332
2024-11-27T21:45:25,710 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,45777,1732743920941
2024-11-27T21:45:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T21:45:25,710 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:25,730 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,45777,1732743920941]
2024-11-27T21:45:25,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,45777,1732743920941 already deleted, retry=false
2024-11-27T21:45:25,741 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,45777,1732743920941 expired; onlineServers=0
2024-11-27T21:45:25,741 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,44909,1732743920577' *****
2024-11-27T21:45:25,741 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-27T21:45:25,741 INFO  [M:0;da99f16e0d32:44909 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T21:45:25,742 INFO  [M:0;da99f16e0d32:44909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T21:45:25,742 DEBUG [M:0;da99f16e0d32:44909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-27T21:45:25,742 DEBUG [M:0;da99f16e0d32:44909 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-27T21:45:25,742 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-27T21:45:25,742 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743921368 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743921368,5,FailOnTimeoutGroup]
2024-11-27T21:45:25,742 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743921369 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743921369,5,FailOnTimeoutGroup]
2024-11-27T21:45:25,742 INFO  [M:0;da99f16e0d32:44909 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-27T21:45:25,742 INFO  [M:0;da99f16e0d32:44909 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T21:45:25,742 DEBUG [M:0;da99f16e0d32:44909 {}] master.HMaster(1795): Stopping service threads
2024-11-27T21:45:25,742 INFO  [M:0;da99f16e0d32:44909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-27T21:45:25,742 INFO  [M:0;da99f16e0d32:44909 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T21:45:25,743 INFO  [M:0;da99f16e0d32:44909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-27T21:45:25,743 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-27T21:45:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-27T21:45:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T21:45:25,752 DEBUG [M:0;da99f16e0d32:44909 {}] zookeeper.ZKUtil(347): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-27T21:45:25,752 WARN  [M:0;da99f16e0d32:44909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-27T21:45:25,752 INFO  [M:0;da99f16e0d32:44909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/.lastflushedseqids
2024-11-27T21:45:25,760 INFO  [M:0;da99f16e0d32:44909 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-27T21:45:25,760 INFO  [M:0;da99f16e0d32:44909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-27T21:45:25,761 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T21:45:25,761 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:25,761 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:25,761 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T21:45:25,761 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:25,761 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB
2024-11-27T21:45:25,769 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 36bce4794db245dbb117decc96e147ff
2024-11-27T21:45:25,783 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bce4794db245dbb117decc96e147ff is 82, key is hbase:meta,,1/info:regioninfo/1732743922048/Put/seqid=0
2024-11-27T21:45:25,784 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bce4794db245dbb117decc96e147ff
2024-11-27T21:45:25,793 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b176617651f445159ecaf77da49f8470
2024-11-27T21:45:25,807 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b176617651f445159ecaf77da49f8470 is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732743922580/Put/seqid=0
2024-11-27T21:45:25,807 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b176617651f445159ecaf77da49f8470
2024-11-27T21:45:25,818 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0abb1a52b94d4d0aaeb90ebf660b8c94
2024-11-27T21:45:25,830 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:25,830 INFO  [RS:1;da99f16e0d32:45777 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:25,831 DEBUG [pool-170-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1017e41f75c0002, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:25,831 INFO  [RS:1;da99f16e0d32:45777 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,45777,1732743920941; zookeeper connection closed.
2024-11-27T21:45:25,831 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fb27d4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fb27d4c
2024-11-27T21:45:25,831 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-27T21:45:25,833 DEBUG [M:0;da99f16e0d32:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb1a52b94d4d0aaeb90ebf660b8c94 is 69, key is da99f16e0d32,37085,1732743924401/rs:state/1732743924651/Put/seqid=0
2024-11-27T21:45:25,834 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb1a52b94d4d0aaeb90ebf660b8c94
2024-11-27T21:45:25,836 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0abb1a52b94d4d0aaeb90ebf660b8c94
2024-11-27T21:45:25,836 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bce4794db245dbb117decc96e147ff as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36bce4794db245dbb117decc96e147ff
2024-11-27T21:45:25,838 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36bce4794db245dbb117decc96e147ff, entries=8, sequenceid=83, filesize=5.5 K
2024-11-27T21:45:25,838 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b176617651f445159ecaf77da49f8470 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b176617651f445159ecaf77da49f8470
2024-11-27T21:45:25,840 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b176617651f445159ecaf77da49f8470, entries=9, sequenceid=83, filesize=6.4 K
2024-11-27T21:45:25,840 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb1a52b94d4d0aaeb90ebf660b8c94 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abb1a52b94d4d0aaeb90ebf660b8c94
2024-11-27T21:45:25,841 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0abb1a52b94d4d0aaeb90ebf660b8c94
2024-11-27T21:45:25,841 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc296eef-9d78-aa79-adad-73c47084abae/71545e13-6ee5-746f-b6d2-9d35c1332635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abb1a52b94d4d0aaeb90ebf660b8c94, entries=3, sequenceid=83, filesize=5.3 K
2024-11-27T21:45:25,842 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=83, compaction requested=false
2024-11-27T21:45:25,844 INFO  [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T21:45:25,844 DEBUG [M:0;da99f16e0d32:44909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732743925761Disabling compacts and flushes for region at 1732743925761Disabling writes for close at 1732743925761Obtaining lock to block concurrent updates at 1732743925761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732743925761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1732743925762 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732743925762Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732743925762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732743925783 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732743925783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732743925785 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732743925806 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732743925806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732743925809 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732743925833 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732743925833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46edbc14: reopening flushed file at 1732743925836 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6771a4: reopening flushed file at 1732743925838 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c61654a: reopening flushed file at 1732743925840 (+2 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=83, compaction requested=false at 1732743925842 (+2 ms)Writing region close event to WAL at 1732743925844 (+2 ms)Closed at 1732743925844
2024-11-27T21:45:25,845 INFO  [M:0;da99f16e0d32:44909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-27T21:45:25,845 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T21:45:25,845 INFO  [M:0;da99f16e0d32:44909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44909
2024-11-27T21:45:25,845 INFO  [M:0;da99f16e0d32:44909 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T21:45:26,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:26,009 INFO  [M:0;da99f16e0d32:44909 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T21:45:26,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x1017e41f75c0000, quorum=127.0.0.1:50480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T21:45:26,014 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-27T21:45:26,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-27T21:45:26,016 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T21:45:26,022 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=70 (was 49)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=9726 (was 9779)