2024-11-22 03:55:12,843 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-22 03:55:12,895 main DEBUG Took 0.049841 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-22 03:55:12,896 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-22 03:55:12,897 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-22 03:55:12,900 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-22 03:55:12,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,912 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-22 03:55:12,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,932 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,937 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,942 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 03:55:12,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,948 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-22 03:55:12,950 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 03:55:12,952 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-22 03:55:12,955 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-22 03:55:12,956 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-22 03:55:12,960 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-22 03:55:12,961 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-22 03:55:12,972 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-22 03:55:12,976 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-22 03:55:12,978 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-22 03:55:12,979 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-22 03:55:12,979 main DEBUG createAppenders(={Console})
2024-11-22 03:55:12,981 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-22 03:55:12,981 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-22 03:55:12,981 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-22 03:55:12,982 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-22 03:55:12,982 main DEBUG OutputStream closed
2024-11-22 03:55:12,983 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-22 03:55:12,983 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-22 03:55:12,984 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-22 03:55:13,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-22 03:55:13,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-22 03:55:13,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-22 03:55:13,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-22 03:55:13,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-22 03:55:13,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-22 03:55:13,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-22 03:55:13,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-22 03:55:13,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-22 03:55:13,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-22 03:55:13,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-22 03:55:13,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-22 03:55:13,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-22 03:55:13,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-22 03:55:13,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-22 03:55:13,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-22 03:55:13,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-22 03:55:13,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-22 03:55:13,155 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-22 03:55:13,155 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-22 03:55:13,156 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-22 03:55:13,157 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-22T03:55:13,175 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-22 03:55:13,179 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-22 03:55:13,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-22T03:55:13,541 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d
2024-11-22T03:55:13,572 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=4053
2024-11-22T03:55:13,778 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-22T03:55:13,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:14,025 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/cluster_d389ca8b-eb35-484a-d2a5-0d55ab4afce0, deleteOnExit=true
2024-11-22T03:55:14,273 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/cluster_d389ca8b-eb35-484a-d2a5-0d55ab4afce0/zookeeper_0, clientPort=52584, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/cluster_d389ca8b-eb35-484a-d2a5-0d55ab4afce0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/cluster_d389ca8b-eb35-484a-d2a5-0d55ab4afce0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-22T03:55:14,305 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52584
2024-11-22T03:55:14,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:14,472 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd with version=8
2024-11-22T03:55:14,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase-staging
2024-11-22T03:55:14,608 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-22T03:55:14,890 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:14,900 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:14,902 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:14,911 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:14,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:14,912 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:15,071 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-22T03:55:15,166 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T03:55:15,200 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-22T03:55:15,211 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-22T03:55:15,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:15,247 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93717 (auto-detected)
2024-11-22T03:55:15,248 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-22T03:55:15,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40643
2024-11-22T03:55:15,293 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40643 connecting to ZooKeeper ensemble=127.0.0.1:52584
2024-11-22T03:55:15,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406430x0, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:15,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40643-0x1006591d6270000 connected
2024-11-22T03:55:15,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:15,388 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd, hbase.cluster.distributed=false
2024-11-22T03:55:15,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:15,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40643
2024-11-22T03:55:15,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40643
2024-11-22T03:55:15,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40643
2024-11-22T03:55:15,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40643
2024-11-22T03:55:15,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40643
2024-11-22T03:55:15,524 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:15,525 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,526 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,526 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:15,526 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,526 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:15,529 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T03:55:15,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:15,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45263
2024-11-22T03:55:15,535 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45263 connecting to ZooKeeper ensemble=127.0.0.1:52584
2024-11-22T03:55:15,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452630x0, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:15,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45263-0x1006591d6270001 connected
2024-11-22T03:55:15,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:15,547 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T03:55:15,564 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.cache
2024-11-22T03:55:15,572 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-22T03:55:15,574 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-22T03:55:15,578 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-22T03:55:15,585 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-22T03:55:15,586 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-22T03:55:15,595 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-22T03:55:15,597 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-22T03:55:15,597 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence is complete.
2024-11-22T03:55:15,603 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T03:55:15,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-22T03:55:15,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:15,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45263
2024-11-22T03:55:15,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45263
2024-11-22T03:55:15,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45263
2024-11-22T03:55:15,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45263
2024-11-22T03:55:15,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45263
2024-11-22T03:55:15,644 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:15,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,645 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:15,645 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:15,645 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:15,645 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T03:55:15,645 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:15,646 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38087
2024-11-22T03:55:15,649 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38087 connecting to ZooKeeper ensemble=127.0.0.1:52584
2024-11-22T03:55:15,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380870x0, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:15,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380870x0, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:15,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38087-0x1006591d6270002 connected
2024-11-22T03:55:15,655 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T03:55:15,656 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.cache
2024-11-22T03:55:15,656 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-22T03:55:15,657 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-22T03:55:15,657 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-22T03:55:15,658 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-22T03:55:15,658 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-22T03:55:15,658 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-22T03:55:15,659 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-22T03:55:15,659 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence is complete.
2024-11-22T03:55:15,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T03:55:15,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-22T03:55:15,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:15,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38087
2024-11-22T03:55:15,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38087
2024-11-22T03:55:15,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38087
2024-11-22T03:55:15,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38087
2024-11-22T03:55:15,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38087
2024-11-22T03:55:15,688 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:40643
2024-11-22T03:55:15,691 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,40643,1732247714717
2024-11-22T03:55:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,700 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,40643,1732247714717
2024-11-22T03:55:15,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:15,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:15,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,736 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-22T03:55:15,738 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,40643,1732247714717 from backup master directory
2024-11-22T03:55:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,40643,1732247714717
2024-11-22T03:55:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:15,743 WARN  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:15,743 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,40643,1732247714717
2024-11-22T03:55:15,747 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-22T03:55:15,749 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-22T03:55:15,768 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase.id] with ID: 0215261a-60df-43eb-8e47-0a4ee3bbaf1f
2024-11-22T03:55:15,768 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.tmp/hbase.id
2024-11-22T03:55:15,776 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase.id]
2024-11-22T03:55:15,828 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:15,834 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-22T03:55:15,859 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-11-22T03:55:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:15,896 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T03:55:15,901 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-22T03:55:15,958 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T03:55:15,966 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:16,024 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store
2024-11-22T03:55:16,049 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-22T03:55:16,053 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:16,056 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T03:55:16,056 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:16,056 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:16,058 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T03:55:16,059 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:16,059 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:16,060 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732247716055Disabling compacts and flushes for region at 1732247716055Disabling writes for close at 1732247716059 (+4 ms)Writing region close event to WAL at 1732247716059Closed at 1732247716059
2024-11-22T03:55:16,060 WARN  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/.initializing
2024-11-22T03:55:16,061 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40643,1732247714717
2024-11-22T03:55:16,072 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:16,089 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C40643%2C1732247714717, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40643,1732247714717, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/oldWALs, maxLogs=10
2024-11-22T03:55:16,133 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40643,1732247714717/c85114ed5096%2C40643%2C1732247714717.1732247716095
2024-11-22T03:55:16,134 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:16,135 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:16,135 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:16,140 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,142 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,185 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:16,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-22T03:55:16,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,231 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:16,232 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:16,237 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-22T03:55:16,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,238 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:16,238 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:16,243 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-22T03:55:16,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:16,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:16,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-22T03:55:16,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,250 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:16,250 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,254 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,255 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,259 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,259 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,262 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:16,265 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:16,271 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:16,271 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61905268, jitterRate=-0.07753962278366089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:16,280 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732247716157Initializing all the Stores at 1732247716158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247716158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247716159 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247716160 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247716160Cleaning up temporary data from old regions at 1732247716259 (+99 ms)Region opened successfully at 1732247716280 (+21 ms)
2024-11-22T03:55:16,282 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-22T03:55:16,313 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1af41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:16,345 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-22T03:55:16,358 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-22T03:55:16,359 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-22T03:55:16,362 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-22T03:55:16,363 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-22T03:55:16,369 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-22T03:55:16,369 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-22T03:55:16,398 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-22T03:55:16,408 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-22T03:55:16,410 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-22T03:55:16,413 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-22T03:55:16,415 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-22T03:55:16,416 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-22T03:55:16,419 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-22T03:55:16,423 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-22T03:55:16,425 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-22T03:55:16,428 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-22T03:55:16,429 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-22T03:55:16,449 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-22T03:55:16,450 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,468 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,40643,1732247714717, sessionid=0x1006591d6270000, setting cluster-up flag (Was=false)
2024-11-22T03:55:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-22T03:55:16,489 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40643,1732247714717
2024-11-22T03:55:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:16,501 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-22T03:55:16,503 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40643,1732247714717
2024-11-22T03:55:16,509 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-22T03:55:16,577 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(746): ClusterId : 0215261a-60df-43eb-8e47-0a4ee3bbaf1f
2024-11-22T03:55:16,577 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(746): ClusterId : 0215261a-60df-43eb-8e47-0a4ee3bbaf1f
2024-11-22T03:55:16,579 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T03:55:16,579 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T03:55:16,584 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T03:55:16,584 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T03:55:16,584 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T03:55:16,584 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T03:55:16,583 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:16,587 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T03:55:16,587 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T03:55:16,588 DEBUG [RS:1;c85114ed5096:38087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afeb026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:16,588 DEBUG [RS:0;c85114ed5096:45263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e19b24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:16,596 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-22T03:55:16,603 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-22T03:55:16,603 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:45263
2024-11-22T03:55:16,604 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c85114ed5096:38087
2024-11-22T03:55:16,607 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T03:55:16,607 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T03:55:16,607 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T03:55:16,607 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T03:55:16,607 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T03:55:16,607 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T03:55:16,610 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40643,1732247714717 with port=45263, startcode=1732247715492
2024-11-22T03:55:16,610 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40643,1732247714717 with port=38087, startcode=1732247715643
2024-11-22T03:55:16,609 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,40643,1732247714717
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-22T03:55:16,617 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:16,617 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:16,617 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:16,617 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:16,618 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10
2024-11-22T03:55:16,618 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,618 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:16,618 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:16,623 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-22T03:55:16,623 DEBUG [RS:0;c85114ed5096:45263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T03:55:16,623 DEBUG [RS:1;c85114ed5096:38087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T03:55:16,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,628 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247746628
2024-11-22T03:55:16,627 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-22T03:55:16,630 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-22T03:55:16,631 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-22T03:55:16,635 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-22T03:55:16,636 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-22T03:55:16,636 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-22T03:55:16,636 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-22T03:55:16,637 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,641 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-22T03:55:16,643 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-22T03:55:16,643 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-22T03:55:16,645 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-22T03:55:16,646 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-22T03:55:16,649 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247716647,5,FailOnTimeoutGroup]
2024-11-22T03:55:16,653 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247716649,5,FailOnTimeoutGroup]
2024-11-22T03:55:16,653 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,654 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-22T03:55:16,655 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,655 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,662 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-22T03:55:16,663 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:16,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:16,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-22T03:55:16,690 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T03:55:16,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,691 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:16,691 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-22T03:55:16,695 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T03:55:16,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:16,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-22T03:55:16,700 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T03:55:16,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,700 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:16,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-22T03:55:16,704 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T03:55:16,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:16,705 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T03:55:16,705 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T03:55:16,705 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T03:55:16,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:16,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:16,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T03:55:16,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T03:55:16,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:16,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T03:55:16,712 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,715 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40643 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:16,718 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62650760, jitterRate=-0.06643092632293701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:16,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732247716681Initializing all the Stores at 1732247716681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247716681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247716682 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247716682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247716682Cleaning up temporary data from old regions at 1732247716707 (+25 ms)Region opened successfully at 1732247716723 (+16 ms)
2024-11-22T03:55:16,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T03:55:16,724 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T03:55:16,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T03:55:16,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T03:55:16,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T03:55:16,726 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:16,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732247716724Disabling compacts and flushes for region at 1732247716724Disabling writes for close at 1732247716724Writing region close event to WAL at 1732247716725 (+1 ms)Closed at 1732247716726 (+1 ms)
2024-11-22T03:55:16,727 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,727 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40643 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:16,729 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-22T03:55:16,731 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:16,731 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-22T03:55:16,731 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T03:55:16,732 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:16,732 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-22T03:55:16,732 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T03:55:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:16,738 DEBUG [RS:1;c85114ed5096:38087 {}] zookeeper.ZKUtil(111): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,738 WARN  [RS:1;c85114ed5096:38087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:16,738 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-22T03:55:16,738 INFO  [RS:1;c85114ed5096:38087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:16,738 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,739 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,45263,1732247715492]
2024-11-22T03:55:16,740 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,38087,1732247715643]
2024-11-22T03:55:16,740 DEBUG [RS:0;c85114ed5096:45263 {}] zookeeper.ZKUtil(111): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,740 WARN  [RS:0;c85114ed5096:45263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:16,740 INFO  [RS:0;c85114ed5096:45263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:16,740 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,747 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:16,749 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-22T03:55:16,768 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T03:55:16,768 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T03:55:16,790 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T03:55:16,790 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T03:55:16,796 INFO  [RS:1;c85114ed5096:38087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T03:55:16,796 INFO  [RS:0;c85114ed5096:45263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T03:55:16,796 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,797 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,798 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T03:55:16,798 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T03:55:16,803 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T03:55:16,803 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T03:55:16,805 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,805 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,806 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,806 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:16,807 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:16,807 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,807 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,808 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,808 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,808 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,808 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:16,808 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:16,808 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:16,808 DEBUG [RS:1;c85114ed5096:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:16,808 DEBUG [RS:0;c85114ed5096:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:16,813 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,813 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,813 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,813 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,45263,1732247715492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:16,814 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38087,1732247715643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:16,835 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T03:55:16,836 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T03:55:16,837 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,45263,1732247715492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,837 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38087,1732247715643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,838 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,838 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,838 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.Replication(171): c85114ed5096,45263,1732247715492 started
2024-11-22T03:55:16,838 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.Replication(171): c85114ed5096,38087,1732247715643 started
2024-11-22T03:55:16,858 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,858 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,38087,1732247715643, RpcServer on c85114ed5096/172.17.0.2:38087, sessionid=0x1006591d6270002
2024-11-22T03:55:16,859 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T03:55:16,860 DEBUG [RS:1;c85114ed5096:38087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,860 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38087,1732247715643'
2024-11-22T03:55:16,860 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T03:55:16,861 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T03:55:16,861 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:16,862 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T03:55:16,862 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,45263,1732247715492, RpcServer on c85114ed5096/172.17.0.2:45263, sessionid=0x1006591d6270001
2024-11-22T03:55:16,862 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T03:55:16,862 DEBUG [RS:1;c85114ed5096:38087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,38087,1732247715643
2024-11-22T03:55:16,862 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T03:55:16,862 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38087,1732247715643'
2024-11-22T03:55:16,862 DEBUG [RS:0;c85114ed5096:45263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,862 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T03:55:16,862 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,45263,1732247715492'
2024-11-22T03:55:16,862 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T03:55:16,863 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T03:55:16,863 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T03:55:16,863 DEBUG [RS:1;c85114ed5096:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T03:55:16,863 INFO  [RS:1;c85114ed5096:38087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T03:55:16,863 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T03:55:16,864 INFO  [RS:1;c85114ed5096:38087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T03:55:16,864 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T03:55:16,864 DEBUG [RS:0;c85114ed5096:45263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,45263,1732247715492
2024-11-22T03:55:16,864 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,45263,1732247715492'
2024-11-22T03:55:16,864 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T03:55:16,864 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T03:55:16,865 DEBUG [RS:0;c85114ed5096:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T03:55:16,865 INFO  [RS:0;c85114ed5096:45263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T03:55:16,865 INFO  [RS:0;c85114ed5096:45263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T03:55:16,900 WARN  [c85114ed5096:40643 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T03:55:16,969 INFO  [RS:0;c85114ed5096:45263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:16,969 INFO  [RS:1;c85114ed5096:38087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:16,970 INFO  [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C45263%2C1732247715492, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,45263,1732247715492, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:16,970 INFO  [RS:1;c85114ed5096:38087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C38087%2C1732247715643, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38087,1732247715643, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:16,989 INFO  [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,45263,1732247715492/c85114ed5096%2C45263%2C1732247715492.1732247716973
2024-11-22T03:55:16,990 DEBUG [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:16,992 INFO  [RS:1;c85114ed5096:38087 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38087,1732247715643/c85114ed5096%2C38087%2C1732247715643.1732247716973
2024-11-22T03:55:16,993 DEBUG [RS:1;c85114ed5096:38087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:17,153 DEBUG [c85114ed5096:40643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-22T03:55:17,168 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(204): Hosts are {c85114ed5096=0} racks are {/default-rack=0}
2024-11-22T03:55:17,171 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-22T03:55:17,171 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-22T03:55:17,171 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-22T03:55:17,171 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-22T03:55:17,171 INFO  [c85114ed5096:40643 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-22T03:55:17,171 INFO  [c85114ed5096:40643 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-22T03:55:17,171 DEBUG [c85114ed5096:40643 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-22T03:55:17,177 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,45263,1732247715492
2024-11-22T03:55:17,182 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,45263,1732247715492, state=OPENING
2024-11-22T03:55:17,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-22T03:55:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:17,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:17,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,45263,1732247715492}]
2024-11-22T03:55:17,366 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-22T03:55:17,369 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-22T03:55:17,377 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-22T03:55:17,378 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:17,379 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-22T03:55:17,381 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C45263%2C1732247715492.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,45263,1732247715492, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:17,401 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,45263,1732247715492/c85114ed5096%2C45263%2C1732247715492.meta.1732247717383.meta
2024-11-22T03:55:17,402 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:17,402 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:17,404 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-22T03:55:17,406 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-22T03:55:17,411 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-22T03:55:17,415 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-22T03:55:17,416 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:17,416 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-22T03:55:17,416 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-22T03:55:17,418 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-22T03:55:17,419 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T03:55:17,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:17,419 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:17,419 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-22T03:55:17,420 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T03:55:17,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:17,420 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:17,420 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-22T03:55:17,421 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T03:55:17,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:17,421 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:17,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-22T03:55:17,422 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T03:55:17,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:17,423 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:17,423 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T03:55:17,424 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:17,425 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:17,425 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T03:55:17,425 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T03:55:17,426 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:17,427 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T03:55:17,427 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858622, jitterRate=-0.01863005757331848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:17,428 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-22T03:55:17,429 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732247717417Writing region info on filesystem at 1732247717417Initializing all the Stores at 1732247717417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247717417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247717418 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247717418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247717418Cleaning up temporary data from old regions at 1732247717425 (+7 ms)Running coprocessor post-open hooks at 1732247717428 (+3 ms)Region opened successfully at 1732247717429 (+1 ms)
2024-11-22T03:55:17,435 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247717356
2024-11-22T03:55:17,443 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-22T03:55:17,444 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-22T03:55:17,445 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,45263,1732247715492
2024-11-22T03:55:17,446 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,45263,1732247715492, state=OPEN
2024-11-22T03:55:17,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:17,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:17,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:17,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:17,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,45263,1732247715492
2024-11-22T03:55:17,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-22T03:55:17,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,45263,1732247715492 in 257 msec
2024-11-22T03:55:17,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-22T03:55:17,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec
2024-11-22T03:55:17,457 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:17,457 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-22T03:55:17,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T03:55:17,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,45263,1732247715492, seqNum=-1]
2024-11-22T03:55:17,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T03:55:17,495 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T03:55:17,514 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 973 msec
2024-11-22T03:55:17,514 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247717514, completionTime=-1
2024-11-22T03:55:17,517 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-22T03:55:17,517 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-22T03:55:17,544 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-22T03:55:17,544 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247777544
2024-11-22T03:55:17,545 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247837545
2024-11-22T03:55:17,545 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-11-22T03:55:17,547 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-22T03:55:17,553 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,553 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,554 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,555 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:40643, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,555 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,557 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,562 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-22T03:55:17,583 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.838sec
2024-11-22T03:55:17,585 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-22T03:55:17,586 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-22T03:55:17,587 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-22T03:55:17,588 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-22T03:55:17,588 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-22T03:55:17,589 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:17,590 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-22T03:55:17,591 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-22T03:55:17,592 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-22T03:55:17,592 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40643,1732247714717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:17,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d739d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:17,693 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-22T03:55:17,693 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-22T03:55:17,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,40643,-1 for getting cluster id
2024-11-22T03:55:17,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-22T03:55:17,706 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0215261a-60df-43eb-8e47-0a4ee3bbaf1f'
2024-11-22T03:55:17,708 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-22T03:55:17,709 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0215261a-60df-43eb-8e47-0a4ee3bbaf1f"

2024-11-22T03:55:17,709 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703dfbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:17,710 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,40643,-1]
2024-11-22T03:55:17,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-22T03:55:17,714 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:17,716 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-22T03:55:17,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16054f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:17,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T03:55:17,725 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,45263,1732247715492, seqNum=-1]
2024-11-22T03:55:17,725 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T03:55:17,727 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T03:55:17,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,40643,1732247714717
2024-11-22T03:55:17,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-22T03:55:17,766 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,40643,1732247714717
2024-11-22T03:55:17,768 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5c8b16
2024-11-22T03:55:17,769 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-22T03:55:17,772 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-22T03:55:17,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1732247717748', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T03:55:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748
2024-11-22T03:55:17,790 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T03:55:17,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1732247717748"
 procId is: 4
2024-11-22T03:55:17,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:17,794 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T03:55:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:17,805 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cae3957f8ed087de23c20662011256a2, NAME => 'testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1732247717748', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:17,812 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:17,812 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1722): Closing cae3957f8ed087de23c20662011256a2, disabling compactions & flushes
2024-11-22T03:55:17,812 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:17,812 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:17,812 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2. after waiting 0 ms
2024-11-22T03:55:17,813 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:17,813 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:17,813 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732247717748-pool-0 {}] regionserver.HRegion(1676): Region close journal for cae3957f8ed087de23c20662011256a2:
Waiting for close lock at 1732247717812Disabling compacts and flushes for region at 1732247717812Disabling writes for close at 1732247717812Writing region close event to WAL at 1732247717813 (+1 ms)Closed at 1732247717813
2024-11-22T03:55:17,814 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T03:55:17,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732247717814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247717814"}]},"ts":"1732247717814"}
2024-11-22T03:55:17,823 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T03:55:17,825 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T03:55:17,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732247717748","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247717825"}]},"ts":"1732247717825"}
2024-11-22T03:55:17,831 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732247717748, state=ENABLING in hbase:meta
2024-11-22T03:55:17,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c85114ed5096=0} racks are {/default-rack=0}
2024-11-22T03:55:17,833 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-22T03:55:17,833 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-22T03:55:17,833 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-22T03:55:17,833 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-22T03:55:17,833 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-22T03:55:17,833 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-22T03:55:17,833 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-22T03:55:17,834 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, ASSIGN}]
2024-11-22T03:55:17,836 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, ASSIGN
2024-11-22T03:55:17,837 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, ASSIGN; state=OFFLINE, location=c85114ed5096,45263,1732247715492; forceNewPlan=false, retain=false
2024-11-22T03:55:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:17,994 INFO  [c85114ed5096:40643 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-22T03:55:17,995 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=OPENING, regionLocation=c85114ed5096,45263,1732247715492
2024-11-22T03:55:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, ASSIGN because future has completed
2024-11-22T03:55:17,999 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492}]
2024-11-22T03:55:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:18,156 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:18,157 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cae3957f8ed087de23c20662011256a2, NAME => 'testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:18,158 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732247717748 cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,158 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:18,158 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,158 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,160 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region cae3957f8ed087de23c20662011256a2 
2024-11-22T03:55:18,165 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cae3957f8ed087de23c20662011256a2 columnFamilyName family
2024-11-22T03:55:18,165 DEBUG [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:18,165 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(327): Store=cae3957f8ed087de23c20662011256a2/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:18,165 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,167 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,167 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,167 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,167 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,168 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,174 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:18,175 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cae3957f8ed087de23c20662011256a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63421168, jitterRate=-0.05495095252990723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T03:55:18,175 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:18,176 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cae3957f8ed087de23c20662011256a2:
Running coprocessor pre-open hook at 1732247718159Writing region info on filesystem at 1732247718159Initializing all the Stores at 1732247718159Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247718159Cleaning up temporary data from old regions at 1732247718167 (+8 ms)Running coprocessor post-open hooks at 1732247718175 (+8 ms)Region opened successfully at 1732247718175
2024-11-22T03:55:18,177 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2., pid=6, masterSystemTime=1732247718152
2024-11-22T03:55:18,179 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:18,180 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:18,180 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,45263,1732247715492
2024-11-22T03:55:18,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492 because future has completed
2024-11-22T03:55:18,186 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-22T03:55:18,186 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492 in 185 msec
2024-11-22T03:55:18,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-22T03:55:18,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, ASSIGN in 352 msec
2024-11-22T03:55:18,189 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T03:55:18,190 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732247717748","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247718189"}]},"ts":"1732247718189"}
2024-11-22T03:55:18,193 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732247717748, state=ENABLED in hbase:meta
2024-11-22T03:55:18,194 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T03:55:18,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732247717748 in 411 msec
2024-11-22T03:55:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:18,425 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1732247717748 completed
2024-11-22T03:55:18,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1732247717748 get assigned. Timeout = 60000ms
2024-11-22T03:55:18,429 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T03:55:18,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1732247717748 assigned to meta. Checking AM states.
2024-11-22T03:55:18,437 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T03:55:18,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1732247717748 assigned.
2024-11-22T03:55:18,448 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1732247717748', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2., hostname=c85114ed5096,45263,1732247715492, seqNum=2]
2024-11-22T03:55:18,465 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing cae3957f8ed087de23c20662011256a2 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-22T03:55:18,489 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:18,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/.tmp/family/dfd32ab7c5264e28b112a9e18e0705b8 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-22T03:55:18,530 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/.tmp/family/dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:18,559 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/.tmp/family/dfd32ab7c5264e28b112a9e18e0705b8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:18,560 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, delay=914 ms
2024-11-22T03:55:18,562 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, entries=2, sequenceid=6, filesize=4.9 K
2024-11-22T03:55:18,568 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for cae3957f8ed087de23c20662011256a2 in 103ms, sequenceid=6, compaction requested=false
2024-11-22T03:55:18,568 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1732247717748'
2024-11-22T03:55:18,571 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cae3957f8ed087de23c20662011256a2:

2024-11-22T03:55:19,479 DEBUG [hfile-prefetch-1732247718560 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key dfd32ab7c5264e28b112a9e18e0705b8_0. 
2024-11-22T03:55:19,484 DEBUG [hfile-prefetch-1732247718560 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key dfd32ab7c5264e28b112a9e18e0705b8_117. 
2024-11-22T03:55:19,485 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, with total blocks 2, and data blocks 1
2024-11-22T03:55:19,486 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-22T03:55:19,486 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-22T03:55:19,486 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8. Will sleep 100ms and try the verification again.
2024-11-22T03:55:19,564 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-22T03:55:19,564 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-22T03:55:19,564 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:19,565 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:19,583 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-22T03:55:19,583 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-22T03:55:19,583 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:19,583 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:19,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=cae3957f8ed087de23c20662011256a2, source=c85114ed5096,45263,1732247715492, destination=c85114ed5096,38087,1732247715643, warming up region on c85114ed5096,38087,1732247715643
2024-11-22T03:55:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-22T03:55:19,587 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=cae3957f8ed087de23c20662011256a2, source=c85114ed5096,45263,1732247715492, destination=c85114ed5096,38087,1732247715643, running balancer
2024-11-22T03:55:19,587 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, with total blocks 2, and data blocks 1
2024-11-22T03:55:19,587 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-11-22T03:55:19,587 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2293): found block for file dfd32ab7c5264e28b112a9e18e0705b8 in the backing map. Acquiring read lock for offset 0
2024-11-22T03:55:19,587 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:19,587 DEBUG [hfile-prefetch-1732247718560 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8 has now been fully cached.
2024-11-22T03:55:19,587 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247719564
2024-11-22T03:55:19,587 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-22T03:55:19,587 DEBUG [hfile-prefetch-1732247718560 {}] hfile.PrefetchExecutor(121): Prefetch completed for dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE
2024-11-22T03:55:19,588 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-22T03:55:19,588 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE
2024-11-22T03:55:19,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(7855): Warmup {ENCODED => cae3957f8ed087de23c20662011256a2, NAME => 'testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:19,590 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=CLOSING, regionLocation=c85114ed5096,45263,1732247715492
2024-11-22T03:55:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:19,591 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-11-22T03:55:19,591 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732247719583
2024-11-22T03:55:19,591 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-22T03:55:19,591 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region cae3957f8ed087de23c20662011256a2 
2024-11-22T03:55:19,592 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cae3957f8ed087de23c20662011256a2 columnFamilyName family
2024-11-22T03:55:19,592 DEBUG [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE because future has completed
2024-11-22T03:55:19,594 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-22T03:55:19,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492}]
2024-11-22T03:55:19,596 DEBUG [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:19,596 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(327): Store=cae3957f8ed087de23c20662011256a2/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1722): Closing cae3957f8ed087de23c20662011256a2, disabling compactions & flushes
2024-11-22T03:55:19,597 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2. after waiting 0 ms
2024-11-22T03:55:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(1676): Region close journal for cae3957f8ed087de23c20662011256a2:
Waiting for close lock at 1732247719597Disabling compacts and flushes for region at 1732247719597Disabling writes for close at 1732247719597Writing region close event to WAL at 1732247719599 (+2 ms)Closed at 1732247719599
2024-11-22T03:55:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-22T03:55:19,753 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:19,754 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-22T03:55:19,754 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing cae3957f8ed087de23c20662011256a2, disabling compactions & flushes
2024-11-22T03:55:19,754 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,754 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,754 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2. after waiting 0 ms
2024-11-22T03:55:19,755 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,756 DEBUG [StoreFileCloser-cae3957f8ed087de23c20662011256a2-family-1 {}] bucket.BucketCache(768): Removing file dfd32ab7c5264e28b112a9e18e0705b8 for region cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:19,757 DEBUG [StoreFileCloser-cae3957f8ed087de23c20662011256a2-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file dfd32ab7c5264e28b112a9e18e0705b8, starting offset: 0, end offset: 9223372036854775807
2024-11-22T03:55:19,758 DEBUG [StoreFileCloser-cae3957f8ed087de23c20662011256a2-family-1 {}] bucket.BucketCache(856): removed key dfd32ab7c5264e28b112a9e18e0705b8_0 from back map with offset lock 2094080 in the evict process
2024-11-22T03:55:19,762 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-22T03:55:19,763 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:19,763 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for cae3957f8ed087de23c20662011256a2:
Waiting for close lock at 1732247719754Running coprocessor pre-close hooks at 1732247719754Disabling compacts and flushes for region at 1732247719754Disabling writes for close at 1732247719754Writing region close event to WAL at 1732247719758 (+4 ms)Running coprocessor post-close hooks at 1732247719762 (+4 ms)Closed at 1732247719763 (+1 ms)
2024-11-22T03:55:19,764 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding cae3957f8ed087de23c20662011256a2 move to c85114ed5096,38087,1732247715643 record at close sequenceid=6
2024-11-22T03:55:19,767 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:19,768 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=CLOSED
2024-11-22T03:55:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492 because future has completed
2024-11-22T03:55:19,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-22T03:55:19,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,45263,1732247715492 in 177 msec
2024-11-22T03:55:19,774 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,38087,1732247715643; forceNewPlan=false, retain=false
2024-11-22T03:55:19,787 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-22T03:55:19,788 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-22T03:55:19,788 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:19,788 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:19,791 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:19,791 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247719788
2024-11-22T03:55:19,791 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-22T03:55:19,924 INFO  [c85114ed5096:40643 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-22T03:55:19,925 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=OPENING, regionLocation=c85114ed5096,38087,1732247715643
2024-11-22T03:55:19,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE because future has completed
2024-11-22T03:55:19,930 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,38087,1732247715643}]
2024-11-22T03:55:20,085 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,085 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => cae3957f8ed087de23c20662011256a2, NAME => 'testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:20,086 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732247717748 cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,086 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:20,086 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,086 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,088 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region cae3957f8ed087de23c20662011256a2 
2024-11-22T03:55:20,089 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cae3957f8ed087de23c20662011256a2 columnFamilyName family
2024-11-22T03:55:20,089 DEBUG [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,092 DEBUG [StoreFileOpener-cae3957f8ed087de23c20662011256a2-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8, delay=917 ms
2024-11-22T03:55:20,095 DEBUG [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:20,095 INFO  [StoreOpener-cae3957f8ed087de23c20662011256a2-1 {}] regionserver.HStore(327): Store=cae3957f8ed087de23c20662011256a2/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:20,095 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,097 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,097 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,097 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,097 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,102 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,103 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened cae3957f8ed087de23c20662011256a2; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64033996, jitterRate=-0.045819103717803955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T03:55:20,103 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,103 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for cae3957f8ed087de23c20662011256a2:
Running coprocessor pre-open hook at 1732247720087Writing region info on filesystem at 1732247720087Initializing all the Stores at 1732247720087Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247720087Cleaning up temporary data from old regions at 1732247720097 (+10 ms)Running coprocessor post-open hooks at 1732247720103 (+6 ms)Region opened successfully at 1732247720103
2024-11-22T03:55:20,104 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2., pid=9, masterSystemTime=1732247720083
2024-11-22T03:55:20,107 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,108 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,108 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cae3957f8ed087de23c20662011256a2, regionState=OPEN, openSeqNum=10, regionLocation=c85114ed5096,38087,1732247715643
2024-11-22T03:55:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,38087,1732247715643 because future has completed
2024-11-22T03:55:20,115 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-22T03:55:20,115 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cae3957f8ed087de23c20662011256a2, server=c85114ed5096,38087,1732247715643 in 183 msec
2024-11-22T03:55:20,117 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732247717748, region=cae3957f8ed087de23c20662011256a2, REOPEN/MOVE in 528 msec
2024-11-22T03:55:20,141 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-22T03:55:20,142 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T03:55:20,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:20,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,148 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-22T03:55:20,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-22T03:55:20,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1694793401, stopped=false
2024-11-22T03:55:20,149 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,40643,1732247714717
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,151 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T03:55:20,151 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T03:55:20,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:20,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,45263,1732247715492' *****
2024-11-22T03:55:20,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-22T03:55:20,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,38087,1732247715643' *****
2024-11-22T03:55:20,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-22T03:55:20,153 INFO  [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1738): Disabling cache
2024-11-22T03:55:20,153 INFO  [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1738): Disabling cache
2024-11-22T03:55:20,153 INFO  [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence
2024-11-22T03:55:20,153 INFO  [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/bucket.persistence
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-22T03:55:20,153 INFO  [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-22T03:55:20,153 INFO  [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-22T03:55:20,153 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-22T03:55:20,153 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-22T03:55:20,164 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1487): Thread RS:1;c85114ed5096:38087 started persisting bucket cache to file
2024-11-22T03:55:20,164 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1487): Thread RS:0;c85114ed5096:45263 started persisting bucket cache to file
2024-11-22T03:55:20,164 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:20,164 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:20,164 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:20,164 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:20,167 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:20,167 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:20,167 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247720164
2024-11-22T03:55:20,167 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247720164
2024-11-22T03:55:20,167 DEBUG [RS:0;c85114ed5096:45263 {}] bucket.BucketCache(1509): Thread RS:0;c85114ed5096:45263 finished persisting bucket cache to file, renaming
2024-11-22T03:55:20,167 DEBUG [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1509): Thread RS:1;c85114ed5096:38087 finished persisting bucket cache to file, renaming
2024-11-22T03:55:20,167 WARN  [RS:1;c85114ed5096:38087 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-22T03:55:20,167 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T03:55:20,167 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T03:55:20,168 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T03:55:20,168 INFO  [RS:1;c85114ed5096:38087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T03:55:20,168 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T03:55:20,168 INFO  [RS:1;c85114ed5096:38087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,45263,1732247715492
2024-11-22T03:55:20,168 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(3091): Received CLOSE for cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:45263.
2024-11-22T03:55:20,168 DEBUG [RS:0;c85114ed5096:45263 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:20,168 DEBUG [RS:0;c85114ed5096:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T03:55:20,168 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-22T03:55:20,169 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,38087,1732247715643
2024-11-22T03:55:20,169 INFO  [RS:1;c85114ed5096:38087 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:20,169 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-22T03:55:20,169 INFO  [RS:1;c85114ed5096:38087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c85114ed5096:38087.
2024-11-22T03:55:20,169 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-22T03:55:20,169 DEBUG [RS:1;c85114ed5096:38087 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:20,169 DEBUG [RS:1;c85114ed5096:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,169 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-22T03:55:20,169 DEBUG [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-22T03:55:20,169 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:20,169 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:20,169 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1325): Online Regions={cae3957f8ed087de23c20662011256a2=testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.}
2024-11-22T03:55:20,169 DEBUG [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1351): Waiting on cae3957f8ed087de23c20662011256a2
2024-11-22T03:55:20,169 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T03:55:20,169 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cae3957f8ed087de23c20662011256a2, disabling compactions & flushes
2024-11-22T03:55:20,170 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T03:55:20,170 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2. after waiting 0 ms
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T03:55:20,170 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,170 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-22T03:55:20,171 DEBUG [StoreFileCloser-cae3957f8ed087de23c20662011256a2-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/family/dfd32ab7c5264e28b112a9e18e0705b8
2024-11-22T03:55:20,175 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnRegionMove1732247717748/cae3957f8ed087de23c20662011256a2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-22T03:55:20,175 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,176 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cae3957f8ed087de23c20662011256a2:
Waiting for close lock at 1732247720169Running coprocessor pre-close hooks at 1732247720169Disabling compacts and flushes for region at 1732247720169Disabling writes for close at 1732247720170 (+1 ms)Writing region close event to WAL at 1732247720171 (+1 ms)Running coprocessor post-close hooks at 1732247720175 (+4 ms)Closed at 1732247720175
2024-11-22T03:55:20,176 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2.
2024-11-22T03:55:20,180 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9d9049e6863a404ca26c0f0b9c57c39b
2024-11-22T03:55:20,198 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/9d9049e6863a404ca26c0f0b9c57c39b is 205, key is testBlockEvictionOnRegionMove1732247717748,,1732247717773.cae3957f8ed087de23c20662011256a2./info:regioninfo/1732247720108/Put/seqid=0
2024-11-22T03:55:20,199 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/9d9049e6863a404ca26c0f0b9c57c39b
2024-11-22T03:55:20,209 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 04b3811a593149f4b39e23e97be22442
2024-11-22T03:55:20,218 INFO  [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:20,222 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/04b3811a593149f4b39e23e97be22442 is 43, key is default/ns:d/1732247717499/Put/seqid=0
2024-11-22T03:55:20,223 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/04b3811a593149f4b39e23e97be22442
2024-11-22T03:55:20,224 INFO  [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:20,232 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 556751ac37a64564a9015f65458f123b
2024-11-22T03:55:20,246 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/556751ac37a64564a9015f65458f123b is 78, key is testBlockEvictionOnRegionMove1732247717748/table:state/1732247718189/Put/seqid=0
2024-11-22T03:55:20,247 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/556751ac37a64564a9015f65458f123b
2024-11-22T03:55:20,251 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/9d9049e6863a404ca26c0f0b9c57c39b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/9d9049e6863a404ca26c0f0b9c57c39b
2024-11-22T03:55:20,252 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/9d9049e6863a404ca26c0f0b9c57c39b, delay=903 ms
2024-11-22T03:55:20,254 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/9d9049e6863a404ca26c0f0b9c57c39b, entries=15, sequenceid=15, filesize=7.6 K
2024-11-22T03:55:20,255 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/04b3811a593149f4b39e23e97be22442 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/04b3811a593149f4b39e23e97be22442
2024-11-22T03:55:20,256 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/04b3811a593149f4b39e23e97be22442, delay=939 ms
2024-11-22T03:55:20,257 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/04b3811a593149f4b39e23e97be22442, entries=2, sequenceid=15, filesize=5.0 K
2024-11-22T03:55:20,258 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/556751ac37a64564a9015f65458f123b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/556751ac37a64564a9015f65458f123b
2024-11-22T03:55:20,259 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/556751ac37a64564a9015f65458f123b, delay=974 ms
2024-11-22T03:55:20,261 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/556751ac37a64564a9015f65458f123b, entries=2, sequenceid=15, filesize=5.3 K
2024-11-22T03:55:20,262 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false
2024-11-22T03:55:20,262 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-22T03:55:20,263 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/9d9049e6863a404ca26c0f0b9c57c39b
2024-11-22T03:55:20,264 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/04b3811a593149f4b39e23e97be22442
2024-11-22T03:55:20,265 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/556751ac37a64564a9015f65458f123b
2024-11-22T03:55:20,269 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-22T03:55:20,270 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-22T03:55:20,270 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:20,271 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732247720169Running coprocessor pre-close hooks at 1732247720169Disabling compacts and flushes for region at 1732247720169Disabling writes for close at 1732247720170 (+1 ms)Obtaining lock to block concurrent updates at 1732247720170Preparing flush snapshotting stores in 1588230740 at 1732247720170Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1732247720171 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732247720171Flushing 1588230740/info: creating writer at 1732247720171Flushing 1588230740/info: appending metadata at 1732247720197 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732247720197Flushing 1588230740/ns: creating writer at 1732247720203 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732247720220 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732247720221 (+1 ms)Flushing 1588230740/table: creating writer at 1732247720226 (+5 ms)Flushing 1588230740/table: appending metadata at 1732247720245 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732247720245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423e2055: reopening flushed file at 1732247720250 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b218a76: reopening flushed file at 1732247720254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5e1cc5: reopening flushed file at 1732247720257 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false at 1732247720262 (+5 ms)Writing region close event to WAL at 1732247720265 (+3 ms)Running coprocessor post-close hooks at 1732247720270 (+5 ms)Closed at 1732247720270
2024-11-22T03:55:20,271 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:20,370 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,38087,1732247715643; all regions closed.
2024-11-22T03:55:20,370 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,45263,1732247715492; all regions closed.
2024-11-22T03:55:20,378 DEBUG [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:20,378 DEBUG [RS:1;c85114ed5096:38087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:20,379 INFO  [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C45263%2C1732247715492.meta:.meta(num 1732247717383)
2024-11-22T03:55:20,379 INFO  [RS:1;c85114ed5096:38087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C38087%2C1732247715643:(num 1732247716973)
2024-11-22T03:55:20,379 DEBUG [RS:1;c85114ed5096:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,379 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:20,379 INFO  [RS:1;c85114ed5096:38087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T03:55:20,380 INFO  [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:20,380 INFO  [RS:1;c85114ed5096:38087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38087
2024-11-22T03:55:20,381 DEBUG [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:20,381 INFO  [RS:0;c85114ed5096:45263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C45263%2C1732247715492:(num 1732247716973)
2024-11-22T03:55:20,381 DEBUG [RS:0;c85114ed5096:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:20,381 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:20,382 INFO  [RS:0;c85114ed5096:45263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:20,382 INFO  [RS:0;c85114ed5096:45263 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:20,382 INFO  [RS:0;c85114ed5096:45263 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:20,382 INFO  [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:20,382 INFO  [RS:0;c85114ed5096:45263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45263
2024-11-22T03:55:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,45263,1732247715492
2024-11-22T03:55:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:20,385 INFO  [RS:0;c85114ed5096:45263 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,38087,1732247715643
2024-11-22T03:55:20,385 INFO  [RS:1;c85114ed5096:38087 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:20,385 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$249/0x00007f5664477b20@576c073f rejected from java.util.concurrent.ThreadPoolExecutor@126e83b6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-22T03:55:20,387 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,45263,1732247715492]
2024-11-22T03:55:20,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,45263,1732247715492 already deleted, retry=false
2024-11-22T03:55:20,388 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,45263,1732247715492 expired; onlineServers=1
2024-11-22T03:55:20,388 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,38087,1732247715643]
2024-11-22T03:55:20,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,38087,1732247715643 already deleted, retry=false
2024-11-22T03:55:20,390 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,38087,1732247715643 expired; onlineServers=0
2024-11-22T03:55:20,390 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,40643,1732247714717' *****
2024-11-22T03:55:20,390 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-22T03:55:20,390 INFO  [M:0;c85114ed5096:40643 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:20,390 INFO  [M:0;c85114ed5096:40643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:20,390 DEBUG [M:0;c85114ed5096:40643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-22T03:55:20,390 DEBUG [M:0;c85114ed5096:40643 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-22T03:55:20,390 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-22T03:55:20,390 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247716649 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247716649,5,FailOnTimeoutGroup]
2024-11-22T03:55:20,390 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247716647 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247716647,5,FailOnTimeoutGroup]
2024-11-22T03:55:20,391 INFO  [M:0;c85114ed5096:40643 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:20,391 INFO  [M:0;c85114ed5096:40643 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:20,391 DEBUG [M:0;c85114ed5096:40643 {}] master.HMaster(1795): Stopping service threads
2024-11-22T03:55:20,391 INFO  [M:0;c85114ed5096:40643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-22T03:55:20,391 INFO  [M:0;c85114ed5096:40643 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T03:55:20,392 INFO  [M:0;c85114ed5096:40643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-22T03:55:20,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-22T03:55:20,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:20,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,392 DEBUG [M:0;c85114ed5096:40643 {}] zookeeper.ZKUtil(347): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-22T03:55:20,392 WARN  [M:0;c85114ed5096:40643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-22T03:55:20,393 INFO  [M:0;c85114ed5096:40643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.lastflushedseqids
2024-11-22T03:55:20,400 INFO  [M:0;c85114ed5096:40643 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-22T03:55:20,400 INFO  [M:0;c85114ed5096:40643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-22T03:55:20,400 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T03:55:20,400 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,400 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,401 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T03:55:20,401 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,401 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB
2024-11-22T03:55:20,409 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b2cfb8ac9f6c45c9ac2485440c1a76e1
2024-11-22T03:55:20,422 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2cfb8ac9f6c45c9ac2485440c1a76e1 is 82, key is hbase:meta,,1/info:regioninfo/1732247717444/Put/seqid=0
2024-11-22T03:55:20,423 INFO  [M:0;c85114ed5096:40643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2cfb8ac9f6c45c9ac2485440c1a76e1
2024-11-22T03:55:20,430 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3bfde9b2444c467081b9135f4f236126
2024-11-22T03:55:20,445 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfde9b2444c467081b9135f4f236126 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247718195/Put/seqid=0
2024-11-22T03:55:20,446 INFO  [M:0;c85114ed5096:40643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfde9b2444c467081b9135f4f236126
2024-11-22T03:55:20,453 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e05ccd14d63647feacbd594e73bf93ce
2024-11-22T03:55:20,466 DEBUG [M:0;c85114ed5096:40643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05ccd14d63647feacbd594e73bf93ce is 69, key is c85114ed5096,38087,1732247715643/rs:state/1732247716728/Put/seqid=0
2024-11-22T03:55:20,466 INFO  [M:0;c85114ed5096:40643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05ccd14d63647feacbd594e73bf93ce
2024-11-22T03:55:20,468 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2cfb8ac9f6c45c9ac2485440c1a76e1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2cfb8ac9f6c45c9ac2485440c1a76e1
2024-11-22T03:55:20,470 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2cfb8ac9f6c45c9ac2485440c1a76e1, entries=8, sequenceid=84, filesize=5.5 K
2024-11-22T03:55:20,471 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfde9b2444c467081b9135f4f236126 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bfde9b2444c467081b9135f4f236126
2024-11-22T03:55:20,472 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bfde9b2444c467081b9135f4f236126, entries=9, sequenceid=84, filesize=6.5 K
2024-11-22T03:55:20,473 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05ccd14d63647feacbd594e73bf93ce as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e05ccd14d63647feacbd594e73bf93ce
2024-11-22T03:55:20,474 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e05ccd14d63647feacbd594e73bf93ce, entries=2, sequenceid=84, filesize=5.1 K
2024-11-22T03:55:20,475 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 74ms, sequenceid=84, compaction requested=false
2024-11-22T03:55:20,477 INFO  [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,477 DEBUG [M:0;c85114ed5096:40643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732247720400Disabling compacts and flushes for region at 1732247720400Disabling writes for close at 1732247720401 (+1 ms)Obtaining lock to block concurrent updates at 1732247720401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247720401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1732247720401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247720402 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247720402Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247720422 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247720422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247720424 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247720444 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247720444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247720447 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247720465 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247720465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3885341d: reopening flushed file at 1732247720468 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc42109: reopening flushed file at 1732247720470 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4df5a1: reopening flushed file at 1732247720472 (+2 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 74ms, sequenceid=84, compaction requested=false at 1732247720475 (+3 ms)Writing region close event to WAL at 1732247720477 (+2 ms)Closed at 1732247720477
2024-11-22T03:55:20,479 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:20,479 INFO  [M:0;c85114ed5096:40643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-22T03:55:20,479 INFO  [M:0;c85114ed5096:40643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40643
2024-11-22T03:55:20,480 INFO  [M:0;c85114ed5096:40643 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1006591d6270001, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1006591d6270002, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,487 INFO  [RS:0;c85114ed5096:45263 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:20,487 INFO  [RS:1;c85114ed5096:38087 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:20,488 INFO  [RS:0;c85114ed5096:45263 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,45263,1732247715492; zookeeper connection closed.
2024-11-22T03:55:20,488 INFO  [RS:1;c85114ed5096:38087 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,38087,1732247715643; zookeeper connection closed.
2024-11-22T03:55:20,488 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583f9f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583f9f2
2024-11-22T03:55:20,488 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11a95869 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11a95869
2024-11-22T03:55:20,488 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-22T03:55:20,581 INFO  [M:0;c85114ed5096:40643 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:20,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40643-0x1006591d6270000, quorum=127.0.0.1:52584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:20,586 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-22T03:55:20,608 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-22T03:55:20,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,616 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=50 (was 12)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/c85114ed5096:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/c85114ed5096:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/c85114ed5096:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732247720092
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732247720256
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/c85114ed5096:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1732247718560
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732247720252
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3520 (was 4053)
2024-11-22T03:55:20,622 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=50, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=3520
2024-11-22T03:55:20,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/hadoop-log-dir so I do NOT create it in target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6
2024-11-22T03:55:20,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/hadoop-tmp-dir so I do NOT create it in target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6
2024-11-22T03:55:20,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,625 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/cluster_7585b27e-fafd-0922-5a82-df6789228c58, deleteOnExit=true
2024-11-22T03:55:20,627 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/cluster_7585b27e-fafd-0922-5a82-df6789228c58/zookeeper_0, clientPort=53567, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/cluster_7585b27e-fafd-0922-5a82-df6789228c58/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/cluster_7585b27e-fafd-0922-5a82-df6789228c58/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-22T03:55:20,628 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53567
2024-11-22T03:55:20,639 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd with version=8
2024-11-22T03:55:20,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase-staging
2024-11-22T03:55:20,642 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:20,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,643 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:20,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:20,644 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-22T03:55:20,644 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:20,645 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40229
2024-11-22T03:55:20,648 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40229 connecting to ZooKeeper ensemble=127.0.0.1:53567
2024-11-22T03:55:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402290x0, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:20,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40229-0x1006591ef210000 connected
2024-11-22T03:55:20,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,670 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd, hbase.cluster.distributed=false
2024-11-22T03:55:20,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:20,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40229
2024-11-22T03:55:20,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40229
2024-11-22T03:55:20,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40229
2024-11-22T03:55:20,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40229
2024-11-22T03:55:20,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40229
2024-11-22T03:55:20,696 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:20,696 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T03:55:20,697 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:20,698 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32877
2024-11-22T03:55:20,700 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32877 connecting to ZooKeeper ensemble=127.0.0.1:53567
2024-11-22T03:55:20,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328770x0, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:20,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32877-0x1006591ef210001 connected
2024-11-22T03:55:20,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,704 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T03:55:20,704 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache
2024-11-22T03:55:20,704 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-22T03:55:20,705 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-22T03:55:20,705 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-22T03:55:20,705 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-22T03:55:20,705 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-22T03:55:20,705 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-22T03:55:20,706 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-22T03:55:20,706 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence is complete.
2024-11-22T03:55:20,706 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T03:55:20,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-22T03:55:20,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32877
2024-11-22T03:55:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32877
2024-11-22T03:55:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32877
2024-11-22T03:55:20,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32877
2024-11-22T03:55:20,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32877
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T03:55:20,730 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:20,731 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38943
2024-11-22T03:55:20,734 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38943 connecting to ZooKeeper ensemble=127.0.0.1:53567
2024-11-22T03:55:20,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389430x0, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:20,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389430x0, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:20,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38943-0x1006591ef210002 connected
2024-11-22T03:55:20,738 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T03:55:20,739 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache
2024-11-22T03:55:20,739 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-22T03:55:20,739 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-22T03:55:20,739 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-22T03:55:20,741 INFO  [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-22T03:55:20,741 WARN  [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-22T03:55:20,741 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-22T03:55:20,741 INFO  [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence is complete.
2024-11-22T03:55:20,741 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-22T03:55:20,742 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T03:55:20,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-22T03:55:20,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:20,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38943
2024-11-22T03:55:20,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38943
2024-11-22T03:55:20,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38943
2024-11-22T03:55:20,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38943
2024-11-22T03:55:20,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38943
2024-11-22T03:55:20,769 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:40229
2024-11-22T03:55:20,769 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,772 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,774 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-22T03:55:20,775 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,40229,1732247720642 from backup master directory
2024-11-22T03:55:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T03:55:20,776 WARN  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:20,776 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,778 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase.id] with ID: 753f56b1-23fc-4518-bb1a-9638e9470f89
2024-11-22T03:55:20,778 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.tmp/hbase.id
2024-11-22T03:55:20,781 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/hbase.id]
2024-11-22T03:55:20,810 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:20,810 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-22T03:55:20,812 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-22T03:55:20,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,820 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T03:55:20,822 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-22T03:55:20,822 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:20,840 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store
2024-11-22T03:55:20,845 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T03:55:20,846 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,846 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732247720845Disabling compacts and flushes for region at 1732247720845Disabling writes for close at 1732247720846 (+1 ms)Writing region close event to WAL at 1732247720846Closed at 1732247720846
2024-11-22T03:55:20,846 WARN  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/.initializing
2024-11-22T03:55:20,846 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,851 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:20,854 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C40229%2C1732247720642, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40229,1732247720642, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/oldWALs, maxLogs=10
2024-11-22T03:55:20,871 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/WALs/c85114ed5096,40229,1732247720642/c85114ed5096%2C40229%2C1732247720642.1732247720855
2024-11-22T03:55:20,871 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:20,871 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:20,871 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:20,872 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,872 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:20,877 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-22T03:55:20,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,878 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:20,878 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:20,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-22T03:55:20,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:20,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:20,886 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-22T03:55:20,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,886 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:20,886 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T03:55:20,890 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-22T03:55:20,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,890 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:20,890 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,891 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,891 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,891 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,891 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,891 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:20,892 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T03:55:20,897 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:20,898 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59757187, jitterRate=-0.10954852402210236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:20,899 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732247720872Initializing all the Stores at 1732247720872Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247720872Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247720872Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247720872Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247720872Cleaning up temporary data from old regions at 1732247720891 (+19 ms)Region opened successfully at 1732247720898 (+7 ms)
2024-11-22T03:55:20,899 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-22T03:55:20,903 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586b96d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:20,904 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-22T03:55:20,905 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-22T03:55:20,905 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-22T03:55:20,905 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-22T03:55:20,905 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-22T03:55:20,905 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-22T03:55:20,906 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-22T03:55:20,908 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-22T03:55:20,909 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-22T03:55:20,909 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-22T03:55:20,910 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-22T03:55:20,911 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-22T03:55:20,911 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-22T03:55:20,912 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-22T03:55:20,913 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-22T03:55:20,913 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-22T03:55:20,914 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-22T03:55:20,915 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-22T03:55:20,917 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-22T03:55:20,918 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,920 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,40229,1732247720642, sessionid=0x1006591ef210000, setting cluster-up flag (Was=false)
2024-11-22T03:55:20,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,927 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-22T03:55:20,929 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:20,935 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-22T03:55:20,936 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,40229,1732247720642
2024-11-22T03:55:20,937 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-22T03:55:20,938 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:20,939 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-22T03:55:20,939 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-22T03:55:20,939 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,40229,1732247720642
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-22T03:55:20,941 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:20,941 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:20,941 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:20,942 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5
2024-11-22T03:55:20,942 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10
2024-11-22T03:55:20,942 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:20,942 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:20,942 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247750944
2024-11-22T03:55:20,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-22T03:55:20,944 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-22T03:55:20,944 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:20,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,945 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-22T03:55:20,945 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-22T03:55:20,945 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-22T03:55:20,945 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-22T03:55:20,946 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-22T03:55:20,946 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-22T03:55:20,946 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247720946,5,FailOnTimeoutGroup]
2024-11-22T03:55:20,948 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247720946,5,FailOnTimeoutGroup]
2024-11-22T03:55:20,948 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:20,949 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-22T03:55:20,949 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:20,949 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:20,957 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-22T03:55:20,958 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:20,959 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(746): ClusterId : 753f56b1-23fc-4518-bb1a-9638e9470f89
2024-11-22T03:55:20,959 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T03:55:20,959 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(746): ClusterId : 753f56b1-23fc-4518-bb1a-9638e9470f89
2024-11-22T03:55:20,960 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T03:55:20,962 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T03:55:20,962 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T03:55:20,962 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T03:55:20,962 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T03:55:20,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:20,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-22T03:55:20,967 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T03:55:20,967 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T03:55:20,968 DEBUG [RS:0;c85114ed5096:32877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e7d09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:20,968 DEBUG [RS:1;c85114ed5096:38943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fabd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:20,974 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T03:55:20,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:20,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-22T03:55:20,981 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c85114ed5096:38943
2024-11-22T03:55:20,981 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T03:55:20,981 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T03:55:20,981 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T03:55:20,982 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40229,1732247720642 with port=38943, startcode=1732247720729
2024-11-22T03:55:20,983 DEBUG [RS:1;c85114ed5096:38943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T03:55:20,985 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T03:55:20,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,985 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:20,985 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:32877
2024-11-22T03:55:20,985 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T03:55:20,985 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-22T03:55:20,985 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T03:55:20,985 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T03:55:20,986 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T03:55:20,986 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40229,1732247720642 with port=32877, startcode=1732247720696
2024-11-22T03:55:20,987 DEBUG [RS:0;c85114ed5096:32877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T03:55:20,987 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,38943,1732247720729
2024-11-22T03:55:20,987 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,38943,1732247720729
2024-11-22T03:55:20,989 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:20,989 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T03:55:20,989 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-22T03:55:20,989 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T03:55:20,989 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,32877,1732247720696
2024-11-22T03:55:20,990 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,32877,1732247720696
2024-11-22T03:55:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:20,991 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:20,991 DEBUG [RS:1;c85114ed5096:38943 {}] zookeeper.ZKUtil(111): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,38943,1732247720729
2024-11-22T03:55:20,992 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-22T03:55:20,992 WARN  [RS:1;c85114ed5096:38943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:20,992 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T03:55:20,992 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,38943,1732247720729]
2024-11-22T03:55:20,992 INFO  [RS:1;c85114ed5096:38943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:20,992 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38943,1732247720729
2024-11-22T03:55:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:20,995 DEBUG [RS:0;c85114ed5096:32877 {}] zookeeper.ZKUtil(111): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,32877,1732247720696
2024-11-22T03:55:20,995 WARN  [RS:0;c85114ed5096:32877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:20,996 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,32877,1732247720696]
2024-11-22T03:55:20,996 INFO  [RS:0;c85114ed5096:32877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:20,996 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T03:55:20,996 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696
2024-11-22T03:55:20,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:20,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:20,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-22T03:55:21,003 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T03:55:21,003 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T03:55:21,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,004 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T03:55:21,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:21,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:21,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T03:55:21,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T03:55:21,006 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T03:55:21,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:21,006 INFO  [RS:1;c85114ed5096:38943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T03:55:21,006 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T03:55:21,008 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T03:55:21,009 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T03:55:21,010 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T03:55:21,010 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,010 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,010 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,010 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,010 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:21,011 DEBUG [RS:1;c85114ed5096:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:21,013 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T03:55:21,013 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,013 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,014 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,014 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,014 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,014 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38943,1732247720729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:21,014 INFO  [RS:0;c85114ed5096:32877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T03:55:21,014 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,015 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T03:55:21,015 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T03:55:21,015 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,015 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,015 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,015 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:21,016 DEBUG [RS:0;c85114ed5096:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:21,019 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,020 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,020 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,020 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,020 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,020 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,32877,1732247720696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:21,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:21,025 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74605210, jitterRate=0.1117042601108551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:21,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732247720965Initializing all the Stores at 1732247720965Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247720965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247720965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247720965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247720965Cleaning up temporary data from old regions at 1732247721006 (+41 ms)Region opened successfully at 1732247721026 (+20 ms)
2024-11-22T03:55:21,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T03:55:21,026 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T03:55:21,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T03:55:21,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T03:55:21,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T03:55:21,029 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:21,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732247721026Disabling compacts and flushes for region at 1732247721026Disabling writes for close at 1732247721026Writing region close event to WAL at 1732247721029 (+3 ms)Closed at 1732247721029
2024-11-22T03:55:21,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:21,030 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-22T03:55:21,031 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T03:55:21,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-22T03:55:21,031 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,38943,1732247720729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,031 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,031 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.Replication(171): c85114ed5096,38943,1732247720729 started
2024-11-22T03:55:21,032 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:21,033 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-22T03:55:21,039 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T03:55:21,039 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,32877,1732247720696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,039 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,039 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.Replication(171): c85114ed5096,32877,1732247720696 started
2024-11-22T03:55:21,045 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,046 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,38943,1732247720729, RpcServer on c85114ed5096/172.17.0.2:38943, sessionid=0x1006591ef210002
2024-11-22T03:55:21,046 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T03:55:21,046 DEBUG [RS:1;c85114ed5096:38943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,38943,1732247720729
2024-11-22T03:55:21,046 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38943,1732247720729'
2024-11-22T03:55:21,046 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,38943,1732247720729
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,38943,1732247720729'
2024-11-22T03:55:21,047 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T03:55:21,048 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T03:55:21,048 DEBUG [RS:1;c85114ed5096:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T03:55:21,049 INFO  [RS:1;c85114ed5096:38943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T03:55:21,049 INFO  [RS:1;c85114ed5096:38943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T03:55:21,055 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,055 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,32877,1732247720696, RpcServer on c85114ed5096/172.17.0.2:32877, sessionid=0x1006591ef210001
2024-11-22T03:55:21,055 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T03:55:21,055 DEBUG [RS:0;c85114ed5096:32877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,055 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,32877,1732247720696'
2024-11-22T03:55:21,055 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,32877,1732247720696'
2024-11-22T03:55:21,056 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T03:55:21,057 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T03:55:21,057 DEBUG [RS:0;c85114ed5096:32877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T03:55:21,058 INFO  [RS:0;c85114ed5096:32877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T03:55:21,058 INFO  [RS:0;c85114ed5096:32877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T03:55:21,150 INFO  [RS:1;c85114ed5096:38943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:21,151 INFO  [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C38943%2C1732247720729, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38943,1732247720729, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:21,159 INFO  [RS:0;c85114ed5096:32877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:21,160 INFO  [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C32877%2C1732247720696, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:21,176 INFO  [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38943,1732247720729/c85114ed5096%2C38943%2C1732247720729.1732247721155
2024-11-22T03:55:21,177 DEBUG [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:21,178 INFO  [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696/c85114ed5096%2C32877%2C1732247720696.1732247721161
2024-11-22T03:55:21,179 DEBUG [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:21,183 DEBUG [c85114ed5096:40229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-22T03:55:21,184 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(204): Hosts are {c85114ed5096=0} racks are {/default-rack=0}
2024-11-22T03:55:21,185 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-22T03:55:21,185 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-22T03:55:21,185 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-22T03:55:21,185 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-22T03:55:21,185 INFO  [c85114ed5096:40229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-22T03:55:21,185 INFO  [c85114ed5096:40229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-22T03:55:21,185 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-22T03:55:21,185 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,187 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,32877,1732247720696, state=OPENING
2024-11-22T03:55:21,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-22T03:55:21,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:21,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:21,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:21,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:21,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,189 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,32877,1732247720696}]
2024-11-22T03:55:21,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-22T03:55:21,349 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-22T03:55:21,352 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-22T03:55:21,352 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:21,353 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-22T03:55:21,354 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C32877%2C1732247720696.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:21,371 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696/c85114ed5096%2C32877%2C1732247720696.meta.1732247721354.meta
2024-11-22T03:55:21,372 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:21,372 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:21,372 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-22T03:55:21,372 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-22T03:55:21,372 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-22T03:55:21,373 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-22T03:55:21,373 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:21,373 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-22T03:55:21,373 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-22T03:55:21,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-22T03:55:21,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T03:55:21,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:21,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-22T03:55:21,376 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T03:55:21,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:21,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-22T03:55:21,377 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T03:55:21,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:21,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-22T03:55:21,378 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T03:55:21,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,378 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:21,378 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T03:55:21,379 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:21,379 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:21,379 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T03:55:21,379 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T03:55:21,379 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:21,380 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T03:55:21,380 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70265010, jitterRate=0.047030240297317505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:21,381 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-22T03:55:21,381 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732247721373Writing region info on filesystem at 1732247721373Initializing all the Stores at 1732247721373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247721373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247721374 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247721374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247721374Cleaning up temporary data from old regions at 1732247721379 (+5 ms)Running coprocessor post-open hooks at 1732247721381 (+2 ms)Region opened successfully at 1732247721381
2024-11-22T03:55:21,382 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247721342
2024-11-22T03:55:21,385 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,385 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-22T03:55:21,385 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-22T03:55:21,386 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,32877,1732247720696, state=OPEN
2024-11-22T03:55:21,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:21,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:21,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:21,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:21,389 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-22T03:55:21,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,32877,1732247720696 in 198 msec
2024-11-22T03:55:21,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-22T03:55:21,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec
2024-11-22T03:55:21,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T03:55:21,392 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-22T03:55:21,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T03:55:21,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1]
2024-11-22T03:55:21,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T03:55:21,397 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T03:55:21,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 464 msec
2024-11-22T03:55:21,403 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247721403, completionTime=-1
2024-11-22T03:55:21,403 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-22T03:55:21,403 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-22T03:55:21,405 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-22T03:55:21,405 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247781405
2024-11-22T03:55:21,405 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247841405
2024-11-22T03:55:21,405 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:40229, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,406 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,409 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-22T03:55:21,411 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.634sec
2024-11-22T03:55:21,411 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-22T03:55:21,411 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-22T03:55:21,411 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-22T03:55:21,411 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-22T03:55:21,412 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-22T03:55:21,412 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:21,412 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-22T03:55:21,413 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-22T03:55:21,413 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-22T03:55:21,413 INFO  [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,40229,1732247720642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:21,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2ac685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:21,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,40229,-1 for getting cluster id
2024-11-22T03:55:21,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-22T03:55:21,462 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '753f56b1-23fc-4518-bb1a-9638e9470f89'
2024-11-22T03:55:21,463 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-22T03:55:21,463 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "753f56b1-23fc-4518-bb1a-9638e9470f89"

2024-11-22T03:55:21,463 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448ec609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:21,463 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,40229,-1]
2024-11-22T03:55:21,464 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-22T03:55:21,464 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:21,466 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-22T03:55:21,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c95f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T03:55:21,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T03:55:21,470 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1]
2024-11-22T03:55:21,470 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T03:55:21,472 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T03:55:21,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,40229,1732247720642
2024-11-22T03:55:21,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-22T03:55:21,476 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,40229,1732247720642
2024-11-22T03:55:21,476 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b7b840
2024-11-22T03:55:21,476 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-22T03:55:21,478 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-22T03:55:21,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1732247721474', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T03:55:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474
2024-11-22T03:55:21,481 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T03:55:21,481 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1732247721474"
 procId is: 4
2024-11-22T03:55:21,482 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T03:55:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:21,493 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f623a3afba9d954b0ff2ed3cb901e8a, NAME => 'testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1732247721474', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1722): Closing 1f623a3afba9d954b0ff2ed3cb901e8a, disabling compactions & flushes
2024-11-22T03:55:21,499 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a. after waiting 0 ms
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,499 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,499 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732247721474-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f623a3afba9d954b0ff2ed3cb901e8a:
Waiting for close lock at 1732247721499Disabling compacts and flushes for region at 1732247721499Disabling writes for close at 1732247721499Writing region close event to WAL at 1732247721499Closed at 1732247721499
2024-11-22T03:55:21,501 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T03:55:21,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732247721501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247721501"}]},"ts":"1732247721501"}
2024-11-22T03:55:21,503 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T03:55:21,504 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T03:55:21,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732247721474","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247721504"}]},"ts":"1732247721504"}
2024-11-22T03:55:21,507 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732247721474, state=ENABLING in hbase:meta
2024-11-22T03:55:21,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c85114ed5096=0} racks are {/default-rack=0}
2024-11-22T03:55:21,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-22T03:55:21,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-22T03:55:21,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-22T03:55:21,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-22T03:55:21,508 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-22T03:55:21,508 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-22T03:55:21,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-22T03:55:21,508 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN}]
2024-11-22T03:55:21,509 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN
2024-11-22T03:55:21,510 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN; state=OFFLINE, location=c85114ed5096,32877,1732247720696; forceNewPlan=false, retain=false
2024-11-22T03:55:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:21,661 INFO  [c85114ed5096:40229 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-22T03:55:21,661 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f623a3afba9d954b0ff2ed3cb901e8a, regionState=OPENING, regionLocation=c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN because future has completed
2024-11-22T03:55:21,666 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,32877,1732247720696}]
2024-11-22T03:55:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:21,823 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,823 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f623a3afba9d954b0ff2ed3cb901e8a, NAME => 'testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:21,823 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732247721474 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,824 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:21,824 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,824 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,825 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 1f623a3afba9d954b0ff2ed3cb901e8a 
2024-11-22T03:55:21,831 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f623a3afba9d954b0ff2ed3cb901e8a columnFamilyName family
2024-11-22T03:55:21,831 DEBUG [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:21,831 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] regionserver.HStore(327): Store=1f623a3afba9d954b0ff2ed3cb901e8a/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:21,832 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,833 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,833 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,833 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,833 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,835 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,841 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T03:55:21,841 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f623a3afba9d954b0ff2ed3cb901e8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62948036, jitterRate=-0.062001168727874756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T03:55:21,842 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:21,842 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f623a3afba9d954b0ff2ed3cb901e8a:
Running coprocessor pre-open hook at 1732247721824Writing region info on filesystem at 1732247721824Initializing all the Stores at 1732247721825 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247721825Cleaning up temporary data from old regions at 1732247721833 (+8 ms)Running coprocessor post-open hooks at 1732247721842 (+9 ms)Region opened successfully at 1732247721842
2024-11-22T03:55:21,843 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a., pid=6, masterSystemTime=1732247721819
2024-11-22T03:55:21,846 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,846 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:21,846 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f623a3afba9d954b0ff2ed3cb901e8a, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,32877,1732247720696
2024-11-22T03:55:21,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,32877,1732247720696 because future has completed
2024-11-22T03:55:21,852 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-22T03:55:21,852 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,32877,1732247720696 in 184 msec
2024-11-22T03:55:21,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-22T03:55:21,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN in 344 msec
2024-11-22T03:55:21,854 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T03:55:21,854 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732247721474","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247721854"}]},"ts":"1732247721854"}
2024-11-22T03:55:21,856 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732247721474, state=ENABLED in hbase:meta
2024-11-22T03:55:21,857 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T03:55:21,859 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732247721474 in 378 msec
2024-11-22T03:55:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T03:55:22,114 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1732247721474 completed
2024-11-22T03:55:22,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1732247721474 get assigned. Timeout = 60000ms
2024-11-22T03:55:22,114 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T03:55:22,119 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1732247721474 assigned to meta. Checking AM states.
2024-11-22T03:55:22,120 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T03:55:22,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1732247721474 assigned.
2024-11-22T03:55:22,124 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1732247721474', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a., hostname=c85114ed5096,32877,1732247720696, seqNum=2]
2024-11-22T03:55:22,129 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 1f623a3afba9d954b0ff2ed3cb901e8a 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-22T03:55:22,137 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:22,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/.tmp/family/780a02deb6834576b0ef78881f625cbd is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-22T03:55:22,150 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/.tmp/family/780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:22,152 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/.tmp/family/780a02deb6834576b0ef78881f625cbd as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:22,153 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, delay=983 ms
2024-11-22T03:55:22,154 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, entries=2, sequenceid=6, filesize=4.9 K
2024-11-22T03:55:22,155 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 1f623a3afba9d954b0ff2ed3cb901e8a in 26ms, sequenceid=6, compaction requested=false
2024-11-22T03:55:22,155 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1732247721474'
2024-11-22T03:55:22,156 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1f623a3afba9d954b0ff2ed3cb901e8a:

2024-11-22T03:55:22,920 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T03:55:23,138 DEBUG [hfile-prefetch-1732247720092 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 780a02deb6834576b0ef78881f625cbd_0. 
2024-11-22T03:55:23,139 DEBUG [hfile-prefetch-1732247720092 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 780a02deb6834576b0ef78881f625cbd_117. 
2024-11-22T03:55:23,140 DEBUG [hfile-prefetch-1732247720092 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, with total blocks 2, and data blocks 1
2024-11-22T03:55:23,140 DEBUG [hfile-prefetch-1732247720092 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-22T03:55:23,140 DEBUG [hfile-prefetch-1732247720092 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-22T03:55:23,141 DEBUG [hfile-prefetch-1732247720092 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd. Will sleep 100ms and try the verification again.
2024-11-22T03:55:23,143 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-22T03:55:23,143 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-22T03:55:23,143 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:23,143 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:23,149 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:23,150 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247723143
2024-11-22T03:55:23,150 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-22T03:55:23,156 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;c85114ed5096:32877,5,FailOnTimeoutGroup]
2024-11-22T03:55:23,157 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,32877,1732247720696' *****
2024-11-22T03:55:23,157 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-11-22T03:55:23,157 INFO  [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1738): Disabling cache
2024-11-22T03:55:23,157 INFO  [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence
2024-11-22T03:55:23,157 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-22T03:55:23,157 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-22T03:55:23,157 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-22T03:55:23,158 INFO  [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-22T03:55:23,158 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-22T03:55:23,168 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1487): Thread RS:0;c85114ed5096:32877 started persisting bucket cache to file
2024-11-22T03:55:23,168 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:23,168 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:23,174 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-22T03:55:23,174 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732247723168
2024-11-22T03:55:23,174 DEBUG [RS:0;c85114ed5096:32877 {}] bucket.BucketCache(1509): Thread RS:0;c85114ed5096:32877 finished persisting bucket cache to file, renaming
2024-11-22T03:55:23,174 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T03:55:23,175 INFO  [RS:0;c85114ed5096:32877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T03:55:23,175 INFO  [RS:0;c85114ed5096:32877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T03:55:23,175 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T03:55:23,175 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:23,176 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,32877,1732247720696
2024-11-22T03:55:23,176 INFO  [RS:0;c85114ed5096:32877 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:23,176 INFO  [RS:0;c85114ed5096:32877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:32877.
2024-11-22T03:55:23,176 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:23,176 DEBUG [RS:0;c85114ed5096:32877 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:23,176 DEBUG [RS:0;c85114ed5096:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:23,176 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f623a3afba9d954b0ff2ed3cb901e8a, disabling compactions & flushes
2024-11-22T03:55:23,177 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:23,177 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T03:55:23,177 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:23,177 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T03:55:23,177 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T03:55:23,177 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a. after waiting 0 ms
2024-11-22T03:55:23,177 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-22T03:55:23,177 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:23,178 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-22T03:55:23,178 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1325): Online Regions={1f623a3afba9d954b0ff2ed3cb901e8a=testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a., 1588230740=hbase:meta,,1.1588230740}
2024-11-22T03:55:23,178 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:23,178 DEBUG [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:23,178 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T03:55:23,178 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T03:55:23,178 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T03:55:23,178 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T03:55:23,178 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T03:55:23,178 DEBUG [StoreFileCloser-1f623a3afba9d954b0ff2ed3cb901e8a-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:23,179 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB
2024-11-22T03:55:23,180 WARN  [hfile-prefetch-1732247720092 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-22T03:55:23,181 DEBUG [hfile-prefetch-1732247720092 {}] hfile.PrefetchExecutor(121): Prefetch completed for 780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:23,183 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-22T03:55:23,183 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:23,183 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f623a3afba9d954b0ff2ed3cb901e8a:
Waiting for close lock at 1732247723176Running coprocessor pre-close hooks at 1732247723176Disabling compacts and flushes for region at 1732247723176Disabling writes for close at 1732247723177 (+1 ms)Writing region close event to WAL at 1732247723179 (+2 ms)Running coprocessor post-close hooks at 1732247723183 (+4 ms)Closed at 1732247723183
2024-11-22T03:55:23,184 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:23,188 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:23,203 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/006127d24b6d43c0838a025d6cf3efe9 is 209, key is testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a./info:regioninfo/1732247721846/Put/seqid=0
2024-11-22T03:55:23,204 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:23,211 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:23,223 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc is 43, key is default/ns:d/1732247721398/Put/seqid=0
2024-11-22T03:55:23,223 INFO  [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:23,223 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:23,231 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:23,242 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c is 80, key is testBlockEvictionOnGracefulStop1732247721474/table:state/1732247721854/Put/seqid=0
2024-11-22T03:55:23,243 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:23,245 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/006127d24b6d43c0838a025d6cf3efe9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:23,246 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9, delay=950 ms
2024-11-22T03:55:23,247 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9, entries=10, sequenceid=11, filesize=7.0 K
2024-11-22T03:55:23,247 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:23,248 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc, delay=933 ms
2024-11-22T03:55:23,249 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc, entries=2, sequenceid=11, filesize=5.0 K
2024-11-22T03:55:23,250 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:23,251 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c, delay=978 ms
2024-11-22T03:55:23,251 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c, entries=2, sequenceid=11, filesize=5.3 K
2024-11-22T03:55:23,252 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=11, compaction requested=false
2024-11-22T03:55:23,253 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:23,253 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:23,254 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:23,258 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-22T03:55:23,258 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-22T03:55:23,258 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:23,258 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732247723178Running coprocessor pre-close hooks at 1732247723178Disabling compacts and flushes for region at 1732247723178Disabling writes for close at 1732247723178Obtaining lock to block concurrent updates at 1732247723179 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732247723179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1732247723179Flushing stores of hbase:meta,,1.1588230740 at 1732247723180 (+1 ms)Flushing 1588230740/info: creating writer at 1732247723180Flushing 1588230740/info: appending metadata at 1732247723202 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732247723203 (+1 ms)Flushing 1588230740/ns: creating writer at 1732247723206 (+3 ms)Flushing 1588230740/ns: appending metadata at 1732247723222 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732247723222Flushing 1588230740/table: creating writer at 1732247723225 (+3 ms)Flushing 1588230740/table: appending metadata at 1732247723242 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732247723242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9694ae2: reopening flushed file at 1732247723245 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d089f1b: reopening flushed file at 1732247723247 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3199ae56: reopening flushed file at 1732247723249 (+2 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=11, compaction requested=false at 1732247723252 (+3 ms)Writing region close event to WAL at 1732247723254 (+2 ms)Running coprocessor post-close hooks at 1732247723258 (+4 ms)Closed at 1732247723258
2024-11-22T03:55:23,258 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:23,378 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,32877,1732247720696; all regions closed.
2024-11-22T03:55:23,380 DEBUG [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:23,380 INFO  [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C32877%2C1732247720696.meta:.meta(num 1732247721354)
2024-11-22T03:55:23,382 DEBUG [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:23,382 INFO  [RS:0;c85114ed5096:32877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C32877%2C1732247720696:(num 1732247721161)
2024-11-22T03:55:23,382 DEBUG [RS:0;c85114ed5096:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:23,382 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:23,383 INFO  [RS:0;c85114ed5096:32877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:23,383 INFO  [RS:0;c85114ed5096:32877 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:23,383 INFO  [RS:0;c85114ed5096:32877 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:23,383 INFO  [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:23,384 INFO  [RS:0;c85114ed5096:32877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32877
2024-11-22T03:55:23,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:23,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,32877,1732247720696
2024-11-22T03:55:23,388 INFO  [RS:0;c85114ed5096:32877 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:23,390 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,32877,1732247720696]
2024-11-22T03:55:23,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,32877,1732247720696 already deleted, retry=false
2024-11-22T03:55:23,391 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c85114ed5096,32877,1732247720696 on c85114ed5096,40229,1732247720642
2024-11-22T03:55:23,396 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c85114ed5096,32877,1732247720696, splitWal=true, meta=true
2024-11-22T03:55:23,398 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for c85114ed5096,32877,1732247720696 (carryingMeta=true) c85114ed5096,32877,1732247720696/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@155ebd85[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-22T03:55:23,398 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c85114ed5096,32877,1732247720696, splitWal=true, meta=true
2024-11-22T03:55:23,399 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c85114ed5096,32877,1732247720696, splitWal=true, meta=true, isMeta: true
2024-11-22T03:55:23,400 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696-splitting
2024-11-22T03:55:23,400 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696-splitting dir is empty, no logs to split.
2024-11-22T03:55:23,400 INFO  [PEWorker-1 {}] master.SplitWALManager(105): c85114ed5096,32877,1732247720696 WAL count=0, meta=true
2024-11-22T03:55:23,402 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696-splitting dir is empty, no logs to split.
2024-11-22T03:55:23,402 INFO  [PEWorker-1 {}] master.SplitWALManager(105): c85114ed5096,32877,1732247720696 WAL count=0, meta=true
2024-11-22T03:55:23,402 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c85114ed5096,32877,1732247720696 WAL splitting is done? wals=0, meta=true
2024-11-22T03:55:23,404 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-22T03:55:23,405 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:23,405 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-22T03:55:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:23,490 INFO  [RS:0;c85114ed5096:32877 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:23,490 INFO  [RS:0;c85114ed5096:32877 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,32877,1732247720696; zookeeper connection closed.
2024-11-22T03:55:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x1006591ef210001, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:23,490 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52389e44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52389e44
2024-11-22T03:55:23,556 DEBUG [c85114ed5096:40229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-22T03:55:23,557 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,38943,1732247720729
2024-11-22T03:55:23,560 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,38943,1732247720729, state=OPENING
2024-11-22T03:55:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:23,563 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T03:55:23,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:23,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:23,563 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,38943,1732247720729}]
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T03:55:23,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T03:55:23,681 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36247
2024-11-22T03:55:23,683 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36247 connecting to ZooKeeper ensemble=127.0.0.1:53567
2024-11-22T03:55:23,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:23,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362470x0, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T03:55:23,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:362470x0, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-22T03:55:23,687 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-22T03:55:23,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36247-0x1006591ef210003 connected
2024-11-22T03:55:23,688 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T03:55:23,689 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache
2024-11-22T03:55:23,689 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-22T03:55:23,689 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-22T03:55:23,689 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-22T03:55:23,690 INFO  [Thread-207 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-22T03:55:23,690 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-22T03:55:23,690 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T03:55:23,691 INFO  [Thread-207 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-22T03:55:23,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-22T03:55:23,692 INFO  [Thread-207 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-11-22T03:55:23,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T03:55:23,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36247
2024-11-22T03:55:23,699 DEBUG [Thread-207 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-22T03:55:23,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36247
2024-11-22T03:55:23,700 INFO  [Thread-207 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-22T03:55:23,700 INFO  [Thread-207 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-11-22T03:55:23,700 INFO  [Thread-207 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence is complete.
2024-11-22T03:55:23,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36247
2024-11-22T03:55:23,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36247
2024-11-22T03:55:23,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36247
2024-11-22T03:55:23,707 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(746): ClusterId : 753f56b1-23fc-4518-bb1a-9638e9470f89
2024-11-22T03:55:23,707 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T03:55:23,709 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T03:55:23,709 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T03:55:23,711 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T03:55:23,711 DEBUG [RS:2;c85114ed5096:36247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39de29c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0
2024-11-22T03:55:23,719 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-22T03:55:23,721 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-22T03:55:23,723 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-22T03:55:23,723 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:23,724 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-22T03:55:23,724 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c85114ed5096:36247
2024-11-22T03:55:23,724 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T03:55:23,724 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T03:55:23,724 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T03:55:23,724 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C38943%2C1732247720729.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38943,1732247720729, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:23,725 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,40229,1732247720642 with port=36247, startcode=1732247723679
2024-11-22T03:55:23,725 DEBUG [RS:2;c85114ed5096:36247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T03:55:23,731 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T03:55:23,731 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,731 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,733 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd
2024-11-22T03:55:23,733 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-22T03:55:23,733 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T03:55:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:23,736 DEBUG [RS:2;c85114ed5096:36247 {}] zookeeper.ZKUtil(111): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,736 WARN  [RS:2;c85114ed5096:36247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T03:55:23,736 INFO  [RS:2;c85114ed5096:36247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T03:55:23,736 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,36247,1732247723679]
2024-11-22T03:55:23,736 DEBUG [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,741 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T03:55:23,744 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T03:55:23,744 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,38943,1732247720729/c85114ed5096%2C38943%2C1732247720729.meta.1732247723725.meta
2024-11-22T03:55:23,744 INFO  [RS:2;c85114ed5096:36247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T03:55:23,744 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,744 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:23,744 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T03:55:23,744 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:23,745 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-22T03:55:23,745 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,745 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-22T03:55:23,745 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,745 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,746 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,746 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,746 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1
2024-11-22T03:55:23,746 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:23,746 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-22T03:55:23,746 DEBUG [RS:2;c85114ed5096:36247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3
2024-11-22T03:55:23,746 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T03:55:23,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,750 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9, delay=929 ms
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,750 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,36247,1732247723679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T03:55:23,751 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:23,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:23,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-22T03:55:23,752 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T03:55:23,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:23,758 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc, delay=986 ms
2024-11-22T03:55:23,759 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:23,759 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:23,759 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-22T03:55:23,760 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T03:55:23,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:23,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:23,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-22T03:55:23,762 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T03:55:23,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:23,764 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c, delay=977 ms
2024-11-22T03:55:23,765 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:23,765 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T03:55:23,765 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T03:55:23,766 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:23,767 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740
2024-11-22T03:55:23,767 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T03:55:23,767 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T03:55:23,768 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T03:55:23,768 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T03:55:23,769 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,36247,1732247723679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,769 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,769 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T03:55:23,769 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.Replication(171): c85114ed5096,36247,1732247723679 started
2024-11-22T03:55:23,769 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67532962, jitterRate=0.006319552659988403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T03:55:23,769 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-22T03:55:23,770 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732247723745Writing region info on filesystem at 1732247723745Initializing all the Stores at 1732247723746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247723746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247723746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247723746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247723746Cleaning up temporary data from old regions at 1732247723767 (+21 ms)Running coprocessor post-open hooks at 1732247723769 (+2 ms)Region opened successfully at 1732247723770 (+1 ms)
2024-11-22T03:55:23,771 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1732247723719
2024-11-22T03:55:23,774 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-22T03:55:23,774 INFO  [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-22T03:55:23,774 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c85114ed5096,38943,1732247720729
2024-11-22T03:55:23,775 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,38943,1732247720729, state=OPEN
2024-11-22T03:55:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T03:55:23,776 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,38943,1732247720729
2024-11-22T03:55:23,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:23,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:23,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T03:55:23,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-22T03:55:23,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,38943,1732247720729 in 213 msec
2024-11-22T03:55:23,780 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-22T03:55:23,780 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec
2024-11-22T03:55:23,780 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c85114ed5096,32877,1732247720696 had 2 regions
2024-11-22T03:55:23,781 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c85114ed5096,32877,1732247720696, splitWal=true, meta=true, isMeta: false
2024-11-22T03:55:23,782 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696-splitting dir is empty, no logs to split.
2024-11-22T03:55:23,782 INFO  [PEWorker-3 {}] master.SplitWALManager(105): c85114ed5096,32877,1732247720696 WAL count=0, meta=false
2024-11-22T03:55:23,783 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,32877,1732247720696-splitting dir is empty, no logs to split.
2024-11-22T03:55:23,783 INFO  [PEWorker-3 {}] master.SplitWALManager(105): c85114ed5096,32877,1732247720696 WAL count=0, meta=false
2024-11-22T03:55:23,783 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c85114ed5096,32877,1732247720696 WAL splitting is done? wals=0, meta=false
2024-11-22T03:55:23,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN}]
2024-11-22T03:55:23,786 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN
2024-11-22T03:55:23,786 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T03:55:23,787 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,36247,1732247723679, RpcServer on c85114ed5096/172.17.0.2:36247, sessionid=0x1006591ef210003
2024-11-22T03:55:23,787 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T03:55:23,787 DEBUG [RS:2;c85114ed5096:36247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,787 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,36247,1732247723679'
2024-11-22T03:55:23,787 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T03:55:23,787 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,36247,1732247723679
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,36247,1732247723679'
2024-11-22T03:55:23,788 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T03:55:23,789 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T03:55:23,789 DEBUG [RS:2;c85114ed5096:36247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T03:55:23,789 INFO  [RS:2;c85114ed5096:36247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T03:55:23,789 INFO  [RS:2;c85114ed5096:36247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T03:55:23,890 INFO  [RS:2;c85114ed5096:36247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T03:55:23,891 INFO  [RS:2;c85114ed5096:36247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c85114ed5096%2C36247%2C1732247723679, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,36247,1732247723679, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs, maxLogs=55
2024-11-22T03:55:23,907 INFO  [RS:2;c85114ed5096:36247 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/WALs/c85114ed5096,36247,1732247723679/c85114ed5096%2C36247%2C1732247723679.1732247723891
2024-11-22T03:55:23,908 DEBUG [RS:2;c85114ed5096:36247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-22T03:55:23,937 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(204): Hosts are {c85114ed5096=0} racks are {/default-rack=0}
2024-11-22T03:55:23,938 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-22T03:55:23,938 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-22T03:55:23,938 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-22T03:55:23,938 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-22T03:55:23,938 INFO  [c85114ed5096:40229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-22T03:55:23,938 INFO  [c85114ed5096:40229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-22T03:55:23,938 DEBUG [c85114ed5096:40229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-22T03:55:23,938 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f623a3afba9d954b0ff2ed3cb901e8a, regionState=OPENING, regionLocation=c85114ed5096,38943,1732247720729
2024-11-22T03:55:23,940 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c85114ed5096:32877
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c85114ed5096/172.17.0.2:32877
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T03:55:23,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1, error=java.net.ConnectException: Call to address=c85114ed5096:32877 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c85114ed5096/172.17.0.2:32877
2024-11-22T03:55:23,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-22T03:55:23,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c85114ed5096,32877,1732247720696, seqNum=-1 from cache
2024-11-22T03:55:23,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.FailedServers(52): Added failed server with address c85114ed5096:32877 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c85114ed5096/172.17.0.2:32877
2024-11-22T03:55:24,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T03:55:24,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,38943,1732247720729, seqNum=-1]
2024-11-22T03:55:24,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T03:55:24,054 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T03:55:24,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN because future has completed
2024-11-22T03:55:24,057 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,38943,1732247720729}]
2024-11-22T03:55:24,212 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,212 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f623a3afba9d954b0ff2ed3cb901e8a, NAME => 'testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.', STARTKEY => '', ENDKEY => ''}
2024-11-22T03:55:24,213 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732247721474 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,213 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T03:55:24,214 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,214 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,215 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 1f623a3afba9d954b0ff2ed3cb901e8a 
2024-11-22T03:55:24,216 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f623a3afba9d954b0ff2ed3cb901e8a columnFamilyName family
2024-11-22T03:55:24,217 DEBUG [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T03:55:24,219 DEBUG [StoreFileOpener-1f623a3afba9d954b0ff2ed3cb901e8a-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd, delay=955 ms
2024-11-22T03:55:24,221 DEBUG [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:24,221 INFO  [StoreOpener-1f623a3afba9d954b0ff2ed3cb901e8a-1 {}] regionserver.HStore(327): Store=1f623a3afba9d954b0ff2ed3cb901e8a/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T03:55:24,221 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,222 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,222 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,223 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,223 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,224 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,225 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 1f623a3afba9d954b0ff2ed3cb901e8a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61584460, jitterRate=-0.08232003450393677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T03:55:24,225 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,225 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 1f623a3afba9d954b0ff2ed3cb901e8a:
Running coprocessor pre-open hook at 1732247724214Writing region info on filesystem at 1732247724214Initializing all the Stores at 1732247724214Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247724214Cleaning up temporary data from old regions at 1732247724223 (+9 ms)Running coprocessor post-open hooks at 1732247724225 (+2 ms)Region opened successfully at 1732247724225
2024-11-22T03:55:24,226 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a., pid=11, masterSystemTime=1732247724209
2024-11-22T03:55:24,229 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,229 INFO  [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,229 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f623a3afba9d954b0ff2ed3cb901e8a, regionState=OPEN, openSeqNum=10, regionLocation=c85114ed5096,38943,1732247720729
2024-11-22T03:55:24,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,38943,1732247720729 because future has completed
2024-11-22T03:55:24,235 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-22T03:55:24,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f623a3afba9d954b0ff2ed3cb901e8a, server=c85114ed5096,38943,1732247720729 in 176 msec
2024-11-22T03:55:24,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7
2024-11-22T03:55:24,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732247721474, region=1f623a3afba9d954b0ff2ed3cb901e8a, ASSIGN in 451 msec
2024-11-22T03:55:24,238 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server c85114ed5096,32877,1732247720696 after splitting done
2024-11-22T03:55:24,240 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure c85114ed5096,32877,1732247720696, splitWal=true, meta=true in 846 msec
2024-11-22T03:55:24,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-22T03:55:24,287 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T03:55:24,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:24,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,288 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-22T03:55:24,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-22T03:55:24,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27575548, stopped=false
2024-11-22T03:55:24,289 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,40229,1732247720642
2024-11-22T03:55:24,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:24,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:24,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:24,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T03:55:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:24,291 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T03:55:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:24,291 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T03:55:24,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:24,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:24,292 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,38943,1732247720729' *****
2024-11-22T03:55:24,292 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-22T03:55:24,292 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,36247,1732247723679' *****
2024-11-22T03:55:24,292 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-22T03:55:24,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:24,292 INFO  [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1738): Disabling cache
2024-11-22T03:55:24,292 INFO  [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1738): Disabling cache
2024-11-22T03:55:24,293 INFO  [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence
2024-11-22T03:55:24,293 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-22T03:55:24,293 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-22T03:55:24,293 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-22T03:55:24,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T03:55:24,293 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-22T03:55:24,293 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-22T03:55:24,293 INFO  [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-22T03:55:24,293 INFO  [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c9d8913-8ae6-91e1-f32e-5a88a3e985d6/bucket.persistence
2024-11-22T03:55:24,294 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-22T03:55:24,294 INFO  [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-22T03:55:24,294 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-22T03:55:24,294 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-22T03:55:24,304 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1487): Thread RS:2;c85114ed5096:36247 started persisting bucket cache to file
2024-11-22T03:55:24,304 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:24,304 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:24,304 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1487): Thread RS:1;c85114ed5096:38943 started persisting bucket cache to file
2024-11-22T03:55:24,304 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-22T03:55:24,304 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-22T03:55:24,307 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-22T03:55:24,307 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-22T03:55:24,307 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732247724304
2024-11-22T03:55:24,307 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732247724304
2024-11-22T03:55:24,307 DEBUG [RS:2;c85114ed5096:36247 {}] bucket.BucketCache(1509): Thread RS:2;c85114ed5096:36247 finished persisting bucket cache to file, renaming
2024-11-22T03:55:24,307 DEBUG [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1509): Thread RS:1;c85114ed5096:38943 finished persisting bucket cache to file, renaming
2024-11-22T03:55:24,307 WARN  [RS:1;c85114ed5096:38943 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-22T03:55:24,307 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T03:55:24,307 INFO  [RS:1;c85114ed5096:38943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T03:55:24,307 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T03:55:24,307 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T03:55:24,307 INFO  [RS:1;c85114ed5096:38943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,36247,1732247723679
2024-11-22T03:55:24,307 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:24,307 INFO  [RS:2;c85114ed5096:36247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c85114ed5096:36247.
2024-11-22T03:55:24,307 DEBUG [RS:2;c85114ed5096:36247 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:24,308 DEBUG [RS:2;c85114ed5096:36247 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,38943,1732247720729
2024-11-22T03:55:24,308 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,36247,1732247723679; all regions closed.
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c85114ed5096:38943.
2024-11-22T03:55:24,308 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:24,308 DEBUG [RS:1;c85114ed5096:38943 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T03:55:24,308 DEBUG [RS:1;c85114ed5096:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,308 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f623a3afba9d954b0ff2ed3cb901e8a, disabling compactions & flushes
2024-11-22T03:55:24,308 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T03:55:24,308 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T03:55:24,308 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a. after waiting 0 ms
2024-11-22T03:55:24,308 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-22T03:55:24,308 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,309 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-22T03:55:24,309 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1325): Online Regions={1f623a3afba9d954b0ff2ed3cb901e8a=testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a., 1588230740=hbase:meta,,1.1588230740}
2024-11-22T03:55:24,309 DEBUG [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f623a3afba9d954b0ff2ed3cb901e8a
2024-11-22T03:55:24,309 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-22T03:55:24,309 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T03:55:24,309 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T03:55:24,309 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T03:55:24,309 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T03:55:24,309 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T03:55:24,309 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB
2024-11-22T03:55:24,310 DEBUG [RS:2;c85114ed5096:36247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C36247%2C1732247723679:(num 1732247723891)
2024-11-22T03:55:24,310 DEBUG [RS:2;c85114ed5096:36247 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:24,310 DEBUG [StoreFileCloser-1f623a3afba9d954b0ff2ed3cb901e8a-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/family/780a02deb6834576b0ef78881f625cbd
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T03:55:24,310 INFO  [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:24,310 INFO  [RS:2;c85114ed5096:36247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36247
2024-11-22T03:55:24,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:24,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,36247,1732247723679
2024-11-22T03:55:24,313 INFO  [RS:2;c85114ed5096:36247 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:24,313 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,36247,1732247723679]
2024-11-22T03:55:24,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,36247,1732247723679 already deleted, retry=false
2024-11-22T03:55:24,315 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,36247,1732247723679 expired; onlineServers=1
2024-11-22T03:55:24,315 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/default/testBlockEvictionOnGracefulStop1732247721474/1f623a3afba9d954b0ff2ed3cb901e8a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-22T03:55:24,315 INFO  [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,315 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f623a3afba9d954b0ff2ed3cb901e8a:
Waiting for close lock at 1732247724308Running coprocessor pre-close hooks at 1732247724308Disabling compacts and flushes for region at 1732247724308Disabling writes for close at 1732247724308Writing region close event to WAL at 1732247724310 (+2 ms)Running coprocessor post-close hooks at 1732247724315 (+5 ms)Closed at 1732247724315
2024-11-22T03:55:24,315 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a.
2024-11-22T03:55:24,317 INFO  [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:24,323 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b4b85e93b21d403599cdc7596b1ba097
2024-11-22T03:55:24,335 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/b4b85e93b21d403599cdc7596b1ba097 is 209, key is testBlockEvictionOnGracefulStop1732247721474,,1732247721479.1f623a3afba9d954b0ff2ed3cb901e8a./info:regioninfo/1732247724229/Put/seqid=0
2024-11-22T03:55:24,336 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/b4b85e93b21d403599cdc7596b1ba097
2024-11-22T03:55:24,338 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/.tmp/info/b4b85e93b21d403599cdc7596b1ba097 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/b4b85e93b21d403599cdc7596b1ba097
2024-11-22T03:55:24,339 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/b4b85e93b21d403599cdc7596b1ba097, delay=951 ms
2024-11-22T03:55:24,340 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/b4b85e93b21d403599cdc7596b1ba097, entries=8, sequenceid=19, filesize=6.6 K
2024-11-22T03:55:24,340 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=19, compaction requested=false
2024-11-22T03:55:24,341 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/006127d24b6d43c0838a025d6cf3efe9
2024-11-22T03:55:24,341 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/info/b4b85e93b21d403599cdc7596b1ba097
2024-11-22T03:55:24,342 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/ns/dc5293b9f7454bd9b3e9ccbd8a3460cc
2024-11-22T03:55:24,342 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/table/3734dc0af8ce4bd3aa7ab3d1dd6aea3c
2024-11-22T03:55:24,346 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-22T03:55:24,346 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-22T03:55:24,347 INFO  [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:24,347 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732247724309Running coprocessor pre-close hooks at 1732247724309Disabling compacts and flushes for region at 1732247724309Disabling writes for close at 1732247724309Obtaining lock to block concurrent updates at 1732247724309Preparing flush snapshotting stores in 1588230740 at 1732247724309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1732247724310 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732247724310Flushing 1588230740/info: creating writer at 1732247724311 (+1 ms)Flushing 1588230740/info: appending metadata at 1732247724334 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732247724335 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784dfcc5: reopening flushed file at 1732247724338 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=19, compaction requested=false at 1732247724340 (+2 ms)Writing region close event to WAL at 1732247724343 (+3 ms)Running coprocessor post-close hooks at 1732247724346 (+3 ms)Closed at 1732247724346
2024-11-22T03:55:24,347 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-22T03:55:24,354 INFO  [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,415 INFO  [RS:2;c85114ed5096:36247 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36247-0x1006591ef210003, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,415 INFO  [RS:2;c85114ed5096:36247 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,36247,1732247723679; zookeeper connection closed.
2024-11-22T03:55:24,416 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cf7f65f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cf7f65f
2024-11-22T03:55:24,509 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,38943,1732247720729; all regions closed.
2024-11-22T03:55:24,514 DEBUG [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:24,514 INFO  [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C38943%2C1732247720729.meta:.meta(num 1732247723725)
2024-11-22T03:55:24,519 DEBUG [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/oldWALs
2024-11-22T03:55:24,519 INFO  [RS:1;c85114ed5096:38943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C38943%2C1732247720729:(num 1732247721155)
2024-11-22T03:55:24,519 DEBUG [RS:1;c85114ed5096:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T03:55:24,519 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T03:55:24,519 INFO  [RS:1;c85114ed5096:38943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:24,520 INFO  [RS:1;c85114ed5096:38943 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:24,520 INFO  [RS:1;c85114ed5096:38943 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:24,520 INFO  [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:24,521 INFO  [RS:1;c85114ed5096:38943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38943
2024-11-22T03:55:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T03:55:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,38943,1732247720729
2024-11-22T03:55:24,522 INFO  [RS:1;c85114ed5096:38943 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:24,523 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,38943,1732247720729]
2024-11-22T03:55:24,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,38943,1732247720729 already deleted, retry=false
2024-11-22T03:55:24,524 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,38943,1732247720729 expired; onlineServers=0
2024-11-22T03:55:24,524 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,40229,1732247720642' *****
2024-11-22T03:55:24,524 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-22T03:55:24,524 INFO  [M:0;c85114ed5096:40229 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T03:55:24,525 INFO  [M:0;c85114ed5096:40229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T03:55:24,525 DEBUG [M:0;c85114ed5096:40229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-22T03:55:24,525 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-22T03:55:24,525 DEBUG [M:0;c85114ed5096:40229 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-22T03:55:24,525 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247720946 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247720946,5,FailOnTimeoutGroup]
2024-11-22T03:55:24,525 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247720946 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247720946,5,FailOnTimeoutGroup]
2024-11-22T03:55:24,525 INFO  [M:0;c85114ed5096:40229 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-22T03:55:24,525 INFO  [M:0;c85114ed5096:40229 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T03:55:24,525 DEBUG [M:0;c85114ed5096:40229 {}] master.HMaster(1795): Stopping service threads
2024-11-22T03:55:24,526 INFO  [M:0;c85114ed5096:40229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-22T03:55:24,526 INFO  [M:0;c85114ed5096:40229 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T03:55:24,526 INFO  [M:0;c85114ed5096:40229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-22T03:55:24,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-22T03:55:24,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-22T03:55:24,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T03:55:24,527 DEBUG [M:0;c85114ed5096:40229 {}] zookeeper.ZKUtil(347): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-22T03:55:24,527 WARN  [M:0;c85114ed5096:40229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-22T03:55:24,527 INFO  [M:0;c85114ed5096:40229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/.lastflushedseqids
2024-11-22T03:55:24,533 INFO  [M:0;c85114ed5096:40229 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-22T03:55:24,533 INFO  [M:0;c85114ed5096:40229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-22T03:55:24,534 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T03:55:24,534 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:24,534 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:24,534 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T03:55:24,534 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:24,534 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.50 KB heapSize=49.91 KB
2024-11-22T03:55:24,541 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5982fdd094ef43ac8e0f5aec3fbdaf03
2024-11-22T03:55:24,556 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5982fdd094ef43ac8e0f5aec3fbdaf03 is 82, key is hbase:meta,,1/info:regioninfo/1732247723774/Put/seqid=0
2024-11-22T03:55:24,557 INFO  [M:0;c85114ed5096:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5982fdd094ef43ac8e0f5aec3fbdaf03
2024-11-22T03:55:24,563 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 17a9b362fff7483a86e9b3cc9de3f3d5
2024-11-22T03:55:24,575 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a9b362fff7483a86e9b3cc9de3f3d5 is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732247721858/Put/seqid=0
2024-11-22T03:55:24,576 INFO  [M:0;c85114ed5096:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.27 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a9b362fff7483a86e9b3cc9de3f3d5
2024-11-22T03:55:24,582 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1b3b2888b46f4a53a9d06564171b14bf
2024-11-22T03:55:24,594 DEBUG [M:0;c85114ed5096:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b3b2888b46f4a53a9d06564171b14bf is 69, key is c85114ed5096,36247,1732247723679/rs:state/1732247723732/Put/seqid=0
2024-11-22T03:55:24,595 INFO  [M:0;c85114ed5096:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b3b2888b46f4a53a9d06564171b14bf
2024-11-22T03:55:24,596 INFO  [M:0;c85114ed5096:40229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b3b2888b46f4a53a9d06564171b14bf
2024-11-22T03:55:24,597 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5982fdd094ef43ac8e0f5aec3fbdaf03 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5982fdd094ef43ac8e0f5aec3fbdaf03
2024-11-22T03:55:24,598 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5982fdd094ef43ac8e0f5aec3fbdaf03, entries=14, sequenceid=102, filesize=5.9 K
2024-11-22T03:55:24,598 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a9b362fff7483a86e9b3cc9de3f3d5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17a9b362fff7483a86e9b3cc9de3f3d5
2024-11-22T03:55:24,599 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17a9b362fff7483a86e9b3cc9de3f3d5, entries=11, sequenceid=102, filesize=6.5 K
2024-11-22T03:55:24,600 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b3b2888b46f4a53a9d06564171b14bf as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b3b2888b46f4a53a9d06564171b14bf
2024-11-22T03:55:24,601 INFO  [M:0;c85114ed5096:40229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b3b2888b46f4a53a9d06564171b14bf
2024-11-22T03:55:24,601 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be5f3173-73c3-a581-3098-66209bf4f47d/ab279c04-971f-4eef-66ef-9c137f9268cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b3b2888b46f4a53a9d06564171b14bf, entries=3, sequenceid=102, filesize=5.3 K
2024-11-22T03:55:24,602 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=102, compaction requested=false
2024-11-22T03:55:24,603 INFO  [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T03:55:24,603 DEBUG [M:0;c85114ed5096:40229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732247724533Disabling compacts and flushes for region at 1732247724533Disabling writes for close at 1732247724534 (+1 ms)Obtaining lock to block concurrent updates at 1732247724534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247724534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40448, getHeapSize=51040, getOffHeapSize=0, getCellsCount=127 at 1732247724534Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247724535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247724535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247724556 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247724556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247724558 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247724575 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247724575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247724577 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247724594 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247724594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd26390: reopening flushed file at 1732247724596 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782fff69: reopening flushed file at 1732247724598 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767f06dc: reopening flushed file at 1732247724600 (+2 ms)Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=102, compaction requested=false at 1732247724602 (+2 ms)Writing region close event to WAL at 1732247724603 (+1 ms)Closed at 1732247724603
2024-11-22T03:55:24,605 INFO  [M:0;c85114ed5096:40229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-22T03:55:24,605 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T03:55:24,605 INFO  [M:0;c85114ed5096:40229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40229
2024-11-22T03:55:24,605 INFO  [M:0;c85114ed5096:40229 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T03:55:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,624 INFO  [RS:1;c85114ed5096:38943 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1006591ef210002, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,624 INFO  [RS:1;c85114ed5096:38943 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,38943,1732247720729; zookeeper connection closed.
2024-11-22T03:55:24,624 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ae782aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ae782aa
2024-11-22T03:55:24,624 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-22T03:55:24,706 INFO  [M:0;c85114ed5096:40229 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T03:55:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x1006591ef210000, quorum=127.0.0.1:53567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T03:55:24,709 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-22T03:55:24,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-22T03:55:24,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T03:55:24,716 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=70 (was 50)
Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=3451 (was 3520)