2024-11-17 12:54:29,656 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-17 12:54:29,678 main DEBUG Took 0.019664 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-17 12:54:29,679 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-17 12:54:29,679 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-17 12:54:29,681 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-17 12:54:29,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,692 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-17 12:54:29,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,709 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,715 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,718 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,721 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 12:54:29,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,723 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-17 12:54:29,725 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 12:54:29,727 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-17 12:54:29,730 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-17 12:54:29,730 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-17 12:54:29,732 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-17 12:54:29,733 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-17 12:54:29,742 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-17 12:54:29,745 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-17 12:54:29,747 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-17 12:54:29,747 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-17 12:54:29,747 main DEBUG createAppenders(={Console})
2024-11-17 12:54:29,748 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-17 12:54:29,749 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-17 12:54:29,749 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-17 12:54:29,750 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-17 12:54:29,750 main DEBUG OutputStream closed
2024-11-17 12:54:29,750 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-17 12:54:29,751 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-17 12:54:29,751 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-17 12:54:29,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-17 12:54:29,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-17 12:54:29,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-17 12:54:29,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-17 12:54:29,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-17 12:54:29,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-17 12:54:29,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-17 12:54:29,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-17 12:54:29,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-17 12:54:29,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-17 12:54:29,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-17 12:54:29,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-17 12:54:29,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-17 12:54:29,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-17 12:54:29,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-17 12:54:29,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-17 12:54:29,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-17 12:54:29,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-17 12:54:29,858 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17 12:54:29,858 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-17 12:54:29,859 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-17 12:54:29,860 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-17T12:54:29,877 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-17 12:54:29,879 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-17 12:54:29,880 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17T12:54:30,134 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834
2024-11-17T12:54:30,170 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=7078
2024-11-17T12:54:30,272 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-17T12:54:30,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:30,394 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/cluster_b4d7833a-8c61-4bc7-6088-54307d71af13, deleteOnExit=true
2024-11-17T12:54:30,541 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/cluster_b4d7833a-8c61-4bc7-6088-54307d71af13/zookeeper_0, clientPort=54303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/cluster_b4d7833a-8c61-4bc7-6088-54307d71af13/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/cluster_b4d7833a-8c61-4bc7-6088-54307d71af13/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-17T12:54:30,556 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54303
2024-11-17T12:54:30,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:30,668 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3 with version=8
2024-11-17T12:54:30,669 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase-staging
2024-11-17T12:54:30,785 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-17T12:54:31,033 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:31,042 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,050 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:31,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:31,187 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-17T12:54:31,274 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T12:54:31,315 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-17T12:54:31,325 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-17T12:54:31,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:31,364 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93445 (auto-detected)
2024-11-17T12:54:31,365 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-17T12:54:31,382 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41187
2024-11-17T12:54:31,411 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41187 connecting to ZooKeeper ensemble=127.0.0.1:54303
2024-11-17T12:54:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411870x0, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:31,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41187-0x1014a25f82e0000 connected
2024-11-17T12:54:31,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,629 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:31,643 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3, hbase.cluster.distributed=false
2024-11-17T12:54:31,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:31,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41187
2024-11-17T12:54:31,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41187
2024-11-17T12:54:31,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41187
2024-11-17T12:54:31,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41187
2024-11-17T12:54:31,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41187
2024-11-17T12:54:31,778 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:31,781 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,781 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,782 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:31,782 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,782 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:31,787 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T12:54:31,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:31,793 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39021
2024-11-17T12:54:31,796 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39021 connecting to ZooKeeper ensemble=127.0.0.1:54303
2024-11-17T12:54:31,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,822 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390210x0, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:31,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390210x0, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:31,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39021-0x1014a25f82e0001 connected
2024-11-17T12:54:31,831 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T12:54:31,848 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.cache
2024-11-17T12:54:31,857 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-17T12:54:31,859 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-17T12:54:31,861 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-17T12:54:31,864 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-17T12:54:31,864 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-17T12:54:31,876 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-17T12:54:31,877 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence is complete.
2024-11-17T12:54:31,877 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-17T12:54:31,886 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T12:54:31,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T12:54:31,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:31,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39021
2024-11-17T12:54:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39021
2024-11-17T12:54:31,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39021
2024-11-17T12:54:31,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39021
2024-11-17T12:54:31,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39021
2024-11-17T12:54:31,941 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:31,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,943 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:31,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:31,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:31,944 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T12:54:31,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:31,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34725
2024-11-17T12:54:31,949 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34725 connecting to ZooKeeper ensemble=127.0.0.1:54303
2024-11-17T12:54:31,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:31,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347250x0, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:31,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34725-0x1014a25f82e0002 connected
2024-11-17T12:54:31,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:31,987 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T12:54:31,991 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.cache
2024-11-17T12:54:31,992 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-17T12:54:31,992 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-17T12:54:31,992 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-17T12:54:31,993 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-17T12:54:31,993 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-17T12:54:31,993 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-17T12:54:31,994 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T12:54:31,994 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-17T12:54:31,994 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence is complete.
2024-11-17T12:54:31,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T12:54:31,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:32,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34725
2024-11-17T12:54:32,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34725
2024-11-17T12:54:32,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34725
2024-11-17T12:54:32,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34725
2024-11-17T12:54:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34725
2024-11-17T12:54:32,033 DEBUG [M:0;0d751a622496:41187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0d751a622496:41187
2024-11-17T12:54:32,035 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0d751a622496,41187,1731848070867
2024-11-17T12:54:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,056 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,058 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0d751a622496,41187,1731848070867
2024-11-17T12:54:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:32,091 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,091 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,092 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-17T12:54:32,093 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0d751a622496,41187,1731848070867 from backup master directory
2024-11-17T12:54:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0d751a622496,41187,1731848070867
2024-11-17T12:54:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,105 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:32,106 WARN  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:32,106 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0d751a622496,41187,1731848070867
2024-11-17T12:54:32,108 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-17T12:54:32,110 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-17T12:54:32,117 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase.id] with ID: 511dda57-5f6e-4c5e-a007-db7d883a6c12
2024-11-17T12:54:32,118 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.tmp/hbase.id
2024-11-17T12:54:32,123 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase.id]
2024-11-17T12:54:32,162 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:32,168 INFO  [master/0d751a622496:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-17T12:54:32,188 INFO  [master/0d751a622496:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-17T12:54:32,214 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,240 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T12:54:32,244 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-17T12:54:32,287 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T12:54:32,294 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:32,374 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store
2024-11-17T12:54:32,400 INFO  [master/0d751a622496:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-17T12:54:32,404 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:32,406 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T12:54:32,407 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:32,407 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:32,410 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T12:54:32,410 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:32,410 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:32,411 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731848072406Disabling compacts and flushes for region at 1731848072406Disabling writes for close at 1731848072410 (+4 ms)Writing region close event to WAL at 1731848072410Closed at 1731848072410
2024-11-17T12:54:32,412 WARN  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/.initializing
2024-11-17T12:54:32,412 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41187,1731848070867
2024-11-17T12:54:32,426 INFO  [master/0d751a622496:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:32,441 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d751a622496%2C41187%2C1731848070867, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41187,1731848070867, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/oldWALs, maxLogs=10
2024-11-17T12:54:32,483 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41187,1731848070867/0d751a622496%2C41187%2C1731848070867.1731848072447
2024-11-17T12:54:32,484 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:32,485 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:32,486 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:32,490 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,491 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,528 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:32,559 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-17T12:54:32,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:32,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:32,567 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:32,575 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-17T12:54:32,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:32,576 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:32,576 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:32,588 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-17T12:54:32,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:32,589 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:32,590 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:32,595 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-17T12:54:32,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:32,596 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:32,596 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,601 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,602 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,606 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,607 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,611 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:32,614 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:32,623 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:32,624 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70553629, jitterRate=0.05133099853992462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:32,635 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731848072505Initializing all the Stores at 1731848072506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848072506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848072507 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848072508 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848072508Cleaning up temporary data from old regions at 1731848072607 (+99 ms)Region opened successfully at 1731848072635 (+28 ms)
2024-11-17T12:54:32,637 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-17T12:54:32,699 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb47360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:32,753 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-17T12:54:32,777 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-17T12:54:32,777 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-17T12:54:32,782 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-17T12:54:32,783 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-17T12:54:32,792 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-17T12:54:32,793 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-17T12:54:32,835 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-17T12:54:32,851 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-17T12:54:32,899 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-17T12:54:32,903 INFO  [master/0d751a622496:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-17T12:54:32,905 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-17T12:54:32,916 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-17T12:54:32,920 INFO  [master/0d751a622496:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-17T12:54:32,924 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-17T12:54:32,932 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-17T12:54:32,934 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-17T12:54:32,940 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-17T12:54:32,962 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-17T12:54:32,974 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-17T12:54:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:32,999 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:33,000 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,003 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0d751a622496,41187,1731848070867, sessionid=0x1014a25f82e0000, setting cluster-up flag (Was=false)
2024-11-17T12:54:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,032 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,066 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-17T12:54:33,068 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d751a622496,41187,1731848070867
2024-11-17T12:54:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,091 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:33,116 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-17T12:54:33,118 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d751a622496,41187,1731848070867
2024-11-17T12:54:33,125 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-17T12:54:33,221 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(746): ClusterId : 511dda57-5f6e-4c5e-a007-db7d883a6c12
2024-11-17T12:54:33,221 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:33,224 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T12:54:33,235 INFO  [master/0d751a622496:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-17T12:54:33,244 INFO  [master/0d751a622496:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-17T12:54:33,247 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(746): ClusterId : 511dda57-5f6e-4c5e-a007-db7d883a6c12
2024-11-17T12:54:33,248 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T12:54:33,252 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0d751a622496,41187,1731848070867
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-17T12:54:33,260 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T12:54:33,260 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T12:54:33,260 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T12:54:33,260 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T12:54:33,261 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:33,262 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:33,262 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:33,262 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:33,262 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0d751a622496:0, corePoolSize=10, maxPoolSize=10
2024-11-17T12:54:33,263 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,263 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:33,263 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,265 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731848103264
2024-11-17T12:54:33,266 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-17T12:54:33,267 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-17T12:54:33,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:33,268 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-17T12:54:33,270 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-17T12:54:33,271 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-17T12:54:33,271 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-17T12:54:33,271 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-17T12:54:33,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:33,272 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,274 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-17T12:54:33,275 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T12:54:33,275 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-17T12:54:33,275 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T12:54:33,276 DEBUG [RS:0;0d751a622496:39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@813c854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:33,276 DEBUG [RS:1;0d751a622496:34725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0d9afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:33,277 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-17T12:54:33,277 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-17T12:54:33,282 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-17T12:54:33,283 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-17T12:54:33,286 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848073285,5,FailOnTimeoutGroup]
2024-11-17T12:54:33,290 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848073286,5,FailOnTimeoutGroup]
2024-11-17T12:54:33,291 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,291 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-17T12:54:33,292 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,293 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,294 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0d751a622496:34725
2024-11-17T12:54:33,297 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0d751a622496:39021
2024-11-17T12:54:33,299 INFO  [RS:1;0d751a622496:34725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T12:54:33,299 INFO  [RS:0;0d751a622496:39021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T12:54:33,300 INFO  [RS:1;0d751a622496:34725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T12:54:33,300 INFO  [RS:0;0d751a622496:39021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T12:54:33,300 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T12:54:33,300 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T12:54:33,302 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d751a622496,41187,1731848070867 with port=34725, startcode=1731848071941
2024-11-17T12:54:33,302 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d751a622496,41187,1731848070867 with port=39021, startcode=1731848071728
2024-11-17T12:54:33,303 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-17T12:54:33,304 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:33,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:33,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-17T12:54:33,317 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T12:54:33,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:33,318 DEBUG [RS:1;0d751a622496:34725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T12:54:33,318 DEBUG [RS:0;0d751a622496:39021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T12:54:33,318 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:33,319 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-17T12:54:33,323 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T12:54:33,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:33,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:33,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-17T12:54:33,329 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T12:54:33,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:33,329 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:33,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-17T12:54:33,334 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T12:54:33,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:33,334 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:33,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T12:54:33,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:33,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:33,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T12:54:33,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T12:54:33,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:33,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T12:54:33,351 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:33,351 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66674561, jitterRate=-0.006471619009971619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:33,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731848073312Initializing all the Stores at 1731848073313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848073313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848073313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848073313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848073313Cleaning up temporary data from old regions at 1731848073337 (+24 ms)Region opened successfully at 1731848073357 (+20 ms)
2024-11-17T12:54:33,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T12:54:33,358 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T12:54:33,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T12:54:33,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T12:54:33,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T12:54:33,360 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:33,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731848073358Disabling compacts and flushes for region at 1731848073358Disabling writes for close at 1731848073359 (+1 ms)Writing region close event to WAL at 1731848073359Closed at 1731848073360 (+1 ms)
2024-11-17T12:54:33,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:33,363 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-17T12:54:33,371 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-17T12:54:33,380 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T12:54:33,383 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-17T12:54:33,396 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T12:54:33,396 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T12:54:33,404 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d751a622496,39021,1731848071728
2024-11-17T12:54:33,407 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(517): Registering regionserver=0d751a622496,39021,1731848071728
2024-11-17T12:54:33,420 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d751a622496,34725,1731848071941
2024-11-17T12:54:33,420 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(517): Registering regionserver=0d751a622496,34725,1731848071941
2024-11-17T12:54:33,424 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:33,424 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:33,424 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-17T12:54:33,424 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-17T12:54:33,424 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T12:54:33,424 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T12:54:33,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:33,472 DEBUG [RS:0;0d751a622496:39021 {}] zookeeper.ZKUtil(111): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d751a622496,39021,1731848071728
2024-11-17T12:54:33,472 DEBUG [RS:1;0d751a622496:34725 {}] zookeeper.ZKUtil(111): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d751a622496,34725,1731848071941
2024-11-17T12:54:33,472 WARN  [RS:0;0d751a622496:39021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:33,472 WARN  [RS:1;0d751a622496:34725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:33,472 INFO  [RS:0;0d751a622496:39021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:33,472 INFO  [RS:1;0d751a622496:34725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:33,472 DEBUG [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,34725,1731848071941
2024-11-17T12:54:33,472 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,39021,1731848071728
2024-11-17T12:54:33,475 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d751a622496,39021,1731848071728]
2024-11-17T12:54:33,476 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d751a622496,34725,1731848071941]
2024-11-17T12:54:33,506 INFO  [RS:0;0d751a622496:39021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T12:54:33,506 INFO  [RS:1;0d751a622496:34725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T12:54:33,529 INFO  [RS:1;0d751a622496:34725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T12:54:33,529 INFO  [RS:0;0d751a622496:39021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T12:54:33,534 INFO  [RS:1;0d751a622496:34725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T12:54:33,534 WARN  [0d751a622496:41187 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-17T12:54:33,534 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,535 INFO  [RS:0;0d751a622496:39021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T12:54:33,535 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,535 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T12:54:33,535 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T12:54:33,541 INFO  [RS:1;0d751a622496:34725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T12:54:33,541 INFO  [RS:0;0d751a622496:39021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T12:54:33,543 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,543 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,544 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,544 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:33,545 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:33,545 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,545 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:33,546 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:33,546 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:33,546 DEBUG [RS:0;0d751a622496:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:33,546 DEBUG [RS:1;0d751a622496:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:33,550 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,551 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,551 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,551 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,551 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,551 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,34725,1731848071941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:33,555 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,555 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,555 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,555 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,556 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,556 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,39021,1731848071728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:33,580 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T12:54:33,580 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T12:54:33,583 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,34725,1731848071941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,583 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,39021,1731848071728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,583 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,583 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,584 INFO  [RS:0;0d751a622496:39021 {}] regionserver.Replication(171): 0d751a622496,39021,1731848071728 started
2024-11-17T12:54:33,584 INFO  [RS:1;0d751a622496:34725 {}] regionserver.Replication(171): 0d751a622496,34725,1731848071941 started
2024-11-17T12:54:33,606 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,606 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1482): Serving as 0d751a622496,39021,1731848071728, RpcServer on 0d751a622496/172.17.0.2:39021, sessionid=0x1014a25f82e0001
2024-11-17T12:54:33,608 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T12:54:33,608 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:33,608 DEBUG [RS:0;0d751a622496:39021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d751a622496,39021,1731848071728
2024-11-17T12:54:33,608 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1482): Serving as 0d751a622496,34725,1731848071941, RpcServer on 0d751a622496/172.17.0.2:34725, sessionid=0x1014a25f82e0002
2024-11-17T12:54:33,608 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,39021,1731848071728'
2024-11-17T12:54:33,608 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T12:54:33,608 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T12:54:33,608 DEBUG [RS:1;0d751a622496:34725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d751a622496,34725,1731848071941
2024-11-17T12:54:33,608 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,34725,1731848071941'
2024-11-17T12:54:33,609 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T12:54:33,609 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T12:54:33,609 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T12:54:33,610 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T12:54:33,611 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T12:54:33,611 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T12:54:33,611 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T12:54:33,611 DEBUG [RS:0;0d751a622496:39021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d751a622496,39021,1731848071728
2024-11-17T12:54:33,611 DEBUG [RS:1;0d751a622496:34725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d751a622496,34725,1731848071941
2024-11-17T12:54:33,611 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,39021,1731848071728'
2024-11-17T12:54:33,611 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,34725,1731848071941'
2024-11-17T12:54:33,611 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T12:54:33,611 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T12:54:33,612 DEBUG [RS:1;0d751a622496:34725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T12:54:33,612 DEBUG [RS:0;0d751a622496:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T12:54:33,613 DEBUG [RS:1;0d751a622496:34725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T12:54:33,613 DEBUG [RS:0;0d751a622496:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T12:54:33,613 INFO  [RS:0;0d751a622496:39021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T12:54:33,613 INFO  [RS:1;0d751a622496:34725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T12:54:33,613 INFO  [RS:0;0d751a622496:39021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T12:54:33,613 INFO  [RS:1;0d751a622496:34725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T12:54:33,719 INFO  [RS:0;0d751a622496:39021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:33,719 INFO  [RS:1;0d751a622496:34725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:33,720 INFO  [RS:1;0d751a622496:34725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C34725%2C1731848071941, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,34725,1731848071941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:33,720 INFO  [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C39021%2C1731848071728, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,39021,1731848071728, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:33,763 INFO  [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,39021,1731848071728/0d751a622496%2C39021%2C1731848071728.1731848073724
2024-11-17T12:54:33,766 INFO  [RS:1;0d751a622496:34725 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,34725,1731848071941/0d751a622496%2C34725%2C1731848071941.1731848073724
2024-11-17T12:54:33,766 DEBUG [RS:1;0d751a622496:34725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:33,766 DEBUG [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:34,037 DEBUG [0d751a622496:41187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-17T12:54:34,053 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(204): Hosts are {0d751a622496=0} racks are {/default-rack=0}
2024-11-17T12:54:34,058 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-17T12:54:34,058 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-17T12:54:34,058 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-17T12:54:34,058 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-17T12:54:34,058 INFO  [0d751a622496:41187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-17T12:54:34,058 INFO  [0d751a622496:41187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-17T12:54:34,058 DEBUG [0d751a622496:41187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-17T12:54:34,069 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d751a622496,39021,1731848071728
2024-11-17T12:54:34,076 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d751a622496,39021,1731848071728, state=OPENING
2024-11-17T12:54:34,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-17T12:54:34,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:34,141 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:34,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:34,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T12:54:34,148 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d751a622496,39021,1731848071728}]
2024-11-17T12:54:34,325 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T12:54:34,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T12:54:34,341 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-17T12:54:34,341 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:34,342 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-17T12:54:34,344 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C39021%2C1731848071728.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,39021,1731848071728, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:34,367 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,39021,1731848071728/0d751a622496%2C39021%2C1731848071728.meta.1731848074346.meta
2024-11-17T12:54:34,368 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:34,368 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:34,370 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-17T12:54:34,373 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-17T12:54:34,378 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-17T12:54:34,383 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-17T12:54:34,383 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:34,384 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-17T12:54:34,384 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-17T12:54:34,386 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-17T12:54:34,387 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T12:54:34,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:34,387 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:34,388 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-17T12:54:34,389 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T12:54:34,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:34,389 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:34,390 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-17T12:54:34,391 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T12:54:34,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:34,391 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:34,391 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-17T12:54:34,392 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T12:54:34,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:34,393 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:34,393 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T12:54:34,395 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:34,396 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:34,397 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T12:54:34,397 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T12:54:34,397 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:34,399 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T12:54:34,400 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65552375, jitterRate=-0.023193493485450745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:34,400 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-17T12:54:34,403 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731848074384Writing region info on filesystem at 1731848074385 (+1 ms)Initializing all the Stores at 1731848074385Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848074385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848074385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848074385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848074385Cleaning up temporary data from old regions at 1731848074397 (+12 ms)Running coprocessor post-open hooks at 1731848074401 (+4 ms)Region opened successfully at 1731848074403 (+2 ms)
2024-11-17T12:54:34,411 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731848074316
2024-11-17T12:54:34,425 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-17T12:54:34,425 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-17T12:54:34,427 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0d751a622496,39021,1731848071728
2024-11-17T12:54:34,428 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d751a622496,39021,1731848071728, state=OPEN
2024-11-17T12:54:34,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:34,455 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:34,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:34,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:34,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d751a622496,39021,1731848071728
2024-11-17T12:54:34,460 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-17T12:54:34,461 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d751a622496,39021,1731848071728 in 309 msec
2024-11-17T12:54:34,468 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-17T12:54:34,469 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0910 sec
2024-11-17T12:54:34,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:34,470 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-17T12:54:34,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T12:54:34,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d751a622496,39021,1731848071728, seqNum=-1]
2024-11-17T12:54:34,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:34,534 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:34,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec
2024-11-17T12:54:34,562 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731848074561, completionTime=-1
2024-11-17T12:54:34,565 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-17T12:54:34,565 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-17T12:54:34,600 INFO  [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-17T12:54:34,601 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731848134601
2024-11-17T12:54:34,601 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731848194601
2024-11-17T12:54:34,601 INFO  [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec
2024-11-17T12:54:34,604 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-17T12:54:34,613 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,614 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,614 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,615 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0d751a622496:41187, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,616 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,617 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,624 DEBUG [master/0d751a622496:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-17T12:54:34,652 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec
2024-11-17T12:54:34,655 INFO  [master/0d751a622496:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-17T12:54:34,657 INFO  [master/0d751a622496:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-17T12:54:34,658 INFO  [master/0d751a622496:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-17T12:54:34,659 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-17T12:54:34,659 INFO  [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-17T12:54:34,660 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:34,661 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-17T12:54:34,663 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-17T12:54:34,664 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-17T12:54:34,665 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41187,1731848070867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:34,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752a9183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:34,771 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-17T12:54:34,771 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-17T12:54:34,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d751a622496,41187,-1 for getting cluster id
2024-11-17T12:54:34,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T12:54:34,787 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '511dda57-5f6e-4c5e-a007-db7d883a6c12'
2024-11-17T12:54:34,790 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T12:54:34,790 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "511dda57-5f6e-4c5e-a007-db7d883a6c12"

2024-11-17T12:54:34,793 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149feca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:34,793 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d751a622496,41187,-1]
2024-11-17T12:54:34,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T12:54:34,798 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:34,799 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T12:54:34,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5491634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:34,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T12:54:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d751a622496,39021,1731848071728, seqNum=-1]
2024-11-17T12:54:34,815 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:34,818 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:34,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0d751a622496,41187,1731848070867
2024-11-17T12:54:34,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-17T12:54:34,857 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0d751a622496,41187,1731848070867
2024-11-17T12:54:34,860 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aedccb
2024-11-17T12:54:34,861 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-17T12:54:34,865 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-17T12:54:34,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731848074846', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T12:54:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846
2024-11-17T12:54:34,883 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T12:54:34,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1731848074846"
 procId is: 4
2024-11-17T12:54:34,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:34,888 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T12:54:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:34,908 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 871d8629edb00f2b0613b570bd312576, NAME => 'testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731848074846', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:34,923 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:34,924 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1722): Closing 871d8629edb00f2b0613b570bd312576, disabling compactions & flushes
2024-11-17T12:54:34,924 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:34,924 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:34,924 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576. after waiting 0 ms
2024-11-17T12:54:34,924 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:34,924 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:34,924 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731848074846-pool-0 {}] regionserver.HRegion(1676): Region close journal for 871d8629edb00f2b0613b570bd312576:
Waiting for close lock at 1731848074923Disabling compacts and flushes for region at 1731848074923Disabling writes for close at 1731848074924 (+1 ms)Writing region close event to WAL at 1731848074924Closed at 1731848074924
2024-11-17T12:54:34,926 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T12:54:34,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731848074926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731848074926"}]},"ts":"1731848074926"}
2024-11-17T12:54:34,937 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T12:54:34,939 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T12:54:34,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731848074846","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731848074939"}]},"ts":"1731848074939"}
2024-11-17T12:54:34,948 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731848074846, state=ENABLING in hbase:meta
2024-11-17T12:54:34,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0d751a622496=0} racks are {/default-rack=0}
2024-11-17T12:54:34,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-17T12:54:34,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-17T12:54:34,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-17T12:54:34,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-17T12:54:34,950 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-17T12:54:34,951 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-17T12:54:34,951 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-17T12:54:34,953 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, ASSIGN}]
2024-11-17T12:54:34,955 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, ASSIGN
2024-11-17T12:54:34,957 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, ASSIGN; state=OFFLINE, location=0d751a622496,34725,1731848071941; forceNewPlan=false, retain=false
2024-11-17T12:54:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:35,110 INFO  [0d751a622496:41187 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-17T12:54:35,111 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=OPENING, regionLocation=0d751a622496,34725,1731848071941
2024-11-17T12:54:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, ASSIGN because future has completed
2024-11-17T12:54:35,116 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941}]
2024-11-17T12:54:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:35,270 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T12:54:35,273 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T12:54:35,276 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:35,276 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 871d8629edb00f2b0613b570bd312576, NAME => 'testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:35,277 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731848074846 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,277 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:35,277 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,277 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,279 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 871d8629edb00f2b0613b570bd312576 
2024-11-17T12:54:35,283 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871d8629edb00f2b0613b570bd312576 columnFamilyName family
2024-11-17T12:54:35,283 DEBUG [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:35,284 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(327): Store=871d8629edb00f2b0613b570bd312576/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:35,284 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,285 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,285 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,286 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,286 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,287 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:35,294 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 871d8629edb00f2b0613b570bd312576; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71091742, jitterRate=0.059349507093429565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T12:54:35,294 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:35,295 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 871d8629edb00f2b0613b570bd312576:
Running coprocessor pre-open hook at 1731848075278Writing region info on filesystem at 1731848075278Initializing all the Stores at 1731848075278Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848075278Cleaning up temporary data from old regions at 1731848075286 (+8 ms)Running coprocessor post-open hooks at 1731848075294 (+8 ms)Region opened successfully at 1731848075295 (+1 ms)
2024-11-17T12:54:35,297 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576., pid=6, masterSystemTime=1731848075270
2024-11-17T12:54:35,300 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:35,300 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:35,301 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=OPEN, openSeqNum=2, regionLocation=0d751a622496,34725,1731848071941
2024-11-17T12:54:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941 because future has completed
2024-11-17T12:54:35,310 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-17T12:54:35,311 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941 in 191 msec
2024-11-17T12:54:35,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-17T12:54:35,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, ASSIGN in 357 msec
2024-11-17T12:54:35,314 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T12:54:35,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731848074846","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731848075314"}]},"ts":"1731848075314"}
2024-11-17T12:54:35,317 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731848074846, state=ENABLED in hbase:meta
2024-11-17T12:54:35,318 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T12:54:35,321 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731848074846 in 443 msec
2024-11-17T12:54:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:35,530 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731848074846 completed
2024-11-17T12:54:35,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731848074846 get assigned. Timeout = 60000ms
2024-11-17T12:54:35,533 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T12:54:35,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731848074846 assigned to meta. Checking AM states.
2024-11-17T12:54:35,539 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T12:54:35,539 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731848074846 assigned.
2024-11-17T12:54:35,550 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731848074846', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576., hostname=0d751a622496,34725,1731848071941, seqNum=2]
2024-11-17T12:54:35,552 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:35,554 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:35,566 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 871d8629edb00f2b0613b570bd312576 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-17T12:54:35,594 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:35,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/.tmp/family/b28be4d8af244ea88255e3e3eb941863 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-17T12:54:35,642 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/.tmp/family/b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:35,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/.tmp/family/b28be4d8af244ea88255e3e3eb941863 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:35,681 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, delay=917 ms
2024-11-17T12:54:35,683 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, entries=2, sequenceid=6, filesize=4.9 K
2024-11-17T12:54:35,691 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 871d8629edb00f2b0613b570bd312576 in 124ms, sequenceid=6, compaction requested=false
2024-11-17T12:54:35,693 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731848074846'
2024-11-17T12:54:35,695 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 871d8629edb00f2b0613b570bd312576:

2024-11-17T12:54:36,602 DEBUG [hfile-prefetch-1731848075681 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key b28be4d8af244ea88255e3e3eb941863_0. 
2024-11-17T12:54:36,607 DEBUG [hfile-prefetch-1731848075681 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key b28be4d8af244ea88255e3e3eb941863_117. 
2024-11-17T12:54:36,608 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, with total blocks 2, and data blocks 1
2024-11-17T12:54:36,608 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-17T12:54:36,608 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-17T12:54:36,609 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863. Will sleep 100ms and try the verification again.
2024-11-17T12:54:36,709 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, with total blocks 2, and data blocks 1
2024-11-17T12:54:36,709 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-11-17T12:54:36,709 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2293): found block for file b28be4d8af244ea88255e3e3eb941863 in the backing map. Acquiring read lock for offset 0
2024-11-17T12:54:36,709 DEBUG [hfile-prefetch-1731848075681 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863 has now been fully cached.
2024-11-17T12:54:36,710 DEBUG [hfile-prefetch-1731848075681 {}] hfile.PrefetchExecutor(121): Prefetch completed for b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:36,710 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=871d8629edb00f2b0613b570bd312576, source=0d751a622496,34725,1731848071941, destination=0d751a622496,39021,1731848071728, warming up region on 0d751a622496,39021,1731848071728
2024-11-17T12:54:36,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=871d8629edb00f2b0613b570bd312576, source=0d751a622496,34725,1731848071941, destination=0d751a622496,39021,1731848071728, running balancer
2024-11-17T12:54:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE
2024-11-17T12:54:36,714 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,714 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE
2024-11-17T12:54:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(7855): Warmup {ENCODED => 871d8629edb00f2b0613b570bd312576, NAME => 'testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:36,715 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 871d8629edb00f2b0613b570bd312576 
2024-11-17T12:54:36,716 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=CLOSING, regionLocation=0d751a622496,34725,1731848071941
2024-11-17T12:54:36,716 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871d8629edb00f2b0613b570bd312576 columnFamilyName family
2024-11-17T12:54:36,716 DEBUG [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE because future has completed
2024-11-17T12:54:36,720 DEBUG [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:36,720 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(327): Store=871d8629edb00f2b0613b570bd312576/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:36,720 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-17T12:54:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1722): Closing 871d8629edb00f2b0613b570bd312576, disabling compactions & flushes
2024-11-17T12:54:36,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,720 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941}]
2024-11-17T12:54:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576. after waiting 0 ms
2024-11-17T12:54:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(1676): Region close journal for 871d8629edb00f2b0613b570bd312576:
Waiting for close lock at 1731848076720Disabling compacts and flushes for region at 1731848076720Disabling writes for close at 1731848076721 (+1 ms)Writing region close event to WAL at 1731848076722 (+1 ms)Closed at 1731848076722
2024-11-17T12:54:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-17T12:54:36,767 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-17T12:54:36,767 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-17T12:54:36,767 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:36,768 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:36,785 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:36,785 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848076767
2024-11-17T12:54:36,785 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-17T12:54:36,883 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:36,883 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-17T12:54:36,884 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 871d8629edb00f2b0613b570bd312576, disabling compactions & flushes
2024-11-17T12:54:36,884 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,885 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,885 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576. after waiting 0 ms
2024-11-17T12:54:36,885 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,888 DEBUG [StoreFileCloser-871d8629edb00f2b0613b570bd312576-family-1 {}] bucket.BucketCache(768): Removing file b28be4d8af244ea88255e3e3eb941863 for region 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:36,888 DEBUG [StoreFileCloser-871d8629edb00f2b0613b570bd312576-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file b28be4d8af244ea88255e3e3eb941863, starting offset: 0, end offset: 9223372036854775807
2024-11-17T12:54:36,891 DEBUG [StoreFileCloser-871d8629edb00f2b0613b570bd312576-family-1 {}] bucket.BucketCache(856): removed key b28be4d8af244ea88255e3e3eb941863_0 from back map with offset lock 2094080 in the evict process
2024-11-17T12:54:36,897 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-17T12:54:36,897 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-17T12:54:36,898 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:36,898 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:36,899 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-17T12:54:36,900 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:36,901 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 871d8629edb00f2b0613b570bd312576:
Waiting for close lock at 1731848076884Running coprocessor pre-close hooks at 1731848076884Disabling compacts and flushes for region at 1731848076884Disabling writes for close at 1731848076885 (+1 ms)Writing region close event to WAL at 1731848076892 (+7 ms)Running coprocessor post-close hooks at 1731848076899 (+7 ms)Closed at 1731848076900 (+1 ms)
2024-11-17T12:54:36,901 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:36,901 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848076897
2024-11-17T12:54:36,901 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-17T12:54:36,901 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 871d8629edb00f2b0613b570bd312576 move to 0d751a622496,39021,1731848071728 record at close sequenceid=6
2024-11-17T12:54:36,905 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=CLOSED
2024-11-17T12:54:36,906 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941 because future has completed
2024-11-17T12:54:36,914 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-17T12:54:36,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,34725,1731848071941 in 193 msec
2024-11-17T12:54:36,915 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE; state=CLOSED, location=0d751a622496,39021,1731848071728; forceNewPlan=false, retain=false
2024-11-17T12:54:37,066 INFO  [0d751a622496:41187 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-17T12:54:37,067 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=OPENING, regionLocation=0d751a622496,39021,1731848071728
2024-11-17T12:54:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE because future has completed
2024-11-17T12:54:37,073 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,39021,1731848071728}]
2024-11-17T12:54:37,231 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,232 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 871d8629edb00f2b0613b570bd312576, NAME => 'testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:37,233 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731848074846 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,233 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:37,233 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,234 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,236 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 871d8629edb00f2b0613b570bd312576 
2024-11-17T12:54:37,238 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871d8629edb00f2b0613b570bd312576 columnFamilyName family
2024-11-17T12:54:37,238 DEBUG [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:37,241 DEBUG [StoreFileOpener-871d8629edb00f2b0613b570bd312576-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863, delay=943 ms
2024-11-17T12:54:37,243 DEBUG [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:37,243 INFO  [StoreOpener-871d8629edb00f2b0613b570bd312576-1 {}] regionserver.HStore(327): Store=871d8629edb00f2b0613b570bd312576/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:37,243 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,244 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,244 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,244 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,244 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,249 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,249 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 871d8629edb00f2b0613b570bd312576; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71446432, jitterRate=0.06463479995727539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T12:54:37,249 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,250 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 871d8629edb00f2b0613b570bd312576:
Running coprocessor pre-open hook at 1731848077234Writing region info on filesystem at 1731848077235 (+1 ms)Initializing all the Stores at 1731848077235Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848077235Cleaning up temporary data from old regions at 1731848077244 (+9 ms)Running coprocessor post-open hooks at 1731848077249 (+5 ms)Region opened successfully at 1731848077250 (+1 ms)
2024-11-17T12:54:37,251 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576., pid=9, masterSystemTime=1731848077226
2024-11-17T12:54:37,254 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,254 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,254 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=871d8629edb00f2b0613b570bd312576, regionState=OPEN, openSeqNum=10, regionLocation=0d751a622496,39021,1731848071728
2024-11-17T12:54:37,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,39021,1731848071728 because future has completed
2024-11-17T12:54:37,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-17T12:54:37,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 871d8629edb00f2b0613b570bd312576, server=0d751a622496,39021,1731848071728 in 186 msec
2024-11-17T12:54:37,263 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731848074846, region=871d8629edb00f2b0613b570bd312576, REOPEN/MOVE in 548 msec
2024-11-17T12:54:37,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-17T12:54:37,268 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T12:54:37,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:37,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,273 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T12:54:37,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-17T12:54:37,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587878705, stopped=false
2024-11-17T12:54:37,273 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0d751a622496,41187,1731848070867
2024-11-17T12:54:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:37,321 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:37,321 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:37,321 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T12:54:37,322 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T12:54:37,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:37,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:37,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:37,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:37,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d751a622496,39021,1731848071728' *****
2024-11-17T12:54:37,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T12:54:37,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d751a622496,34725,1731848071941' *****
2024-11-17T12:54:37,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T12:54:37,323 INFO  [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1738): Disabling cache
2024-11-17T12:54:37,323 INFO  [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1738): Disabling cache
2024-11-17T12:54:37,324 INFO  [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence
2024-11-17T12:54:37,324 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-17T12:54:37,324 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-17T12:54:37,324 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-17T12:54:37,324 INFO  [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/bucket.persistence
2024-11-17T12:54:37,324 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-17T12:54:37,325 INFO  [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-17T12:54:37,325 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-17T12:54:37,325 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-17T12:54:37,325 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-17T12:54:37,325 INFO  [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-17T12:54:37,325 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-17T12:54:37,335 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1487): Thread RS:0;0d751a622496:39021 started persisting bucket cache to file
2024-11-17T12:54:37,335 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:37,335 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:37,335 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1487): Thread RS:1;0d751a622496:34725 started persisting bucket cache to file
2024-11-17T12:54:37,336 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:37,336 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:37,340 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:37,340 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:37,340 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848077335
2024-11-17T12:54:37,340 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848077335
2024-11-17T12:54:37,340 DEBUG [RS:1;0d751a622496:34725 {}] bucket.BucketCache(1509): Thread RS:1;0d751a622496:34725 finished persisting bucket cache to file, renaming
2024-11-17T12:54:37,341 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T12:54:37,341 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T12:54:37,341 INFO  [RS:1;0d751a622496:34725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T12:54:37,342 INFO  [RS:1;0d751a622496:34725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T12:54:37,342 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(959): stopping server 0d751a622496,34725,1731848071941
2024-11-17T12:54:37,342 INFO  [RS:1;0d751a622496:34725 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:37,342 INFO  [RS:1;0d751a622496:34725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0d751a622496:34725.
2024-11-17T12:54:37,342 DEBUG [RS:1;0d751a622496:34725 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:37,343 DEBUG [RS:1;0d751a622496:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,343 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(976): stopping server 0d751a622496,34725,1731848071941; all regions closed.
2024-11-17T12:54:37,347 DEBUG [RS:1;0d751a622496:34725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:37,347 INFO  [RS:1;0d751a622496:34725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C34725%2C1731848071941:(num 1731848073724)
2024-11-17T12:54:37,347 DEBUG [RS:1;0d751a622496:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,347 INFO  [RS:1;0d751a622496:34725 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] hbase.ChoreService(370): Chore service for: regionserver/0d751a622496:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:37,348 INFO  [regionserver/0d751a622496:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T12:54:37,348 INFO  [RS:1;0d751a622496:34725 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:37,349 INFO  [RS:1;0d751a622496:34725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34725
2024-11-17T12:54:37,354 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T12:54:37,355 DEBUG [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1509): Thread RS:0;0d751a622496:39021 finished persisting bucket cache to file, renaming
2024-11-17T12:54:37,355 WARN  [RS:0;0d751a622496:39021 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-17T12:54:37,355 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T12:54:37,355 INFO  [RS:0;0d751a622496:39021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T12:54:37,355 INFO  [RS:0;0d751a622496:39021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T12:54:37,355 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(959): stopping server 0d751a622496,39021,1731848071728
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0d751a622496:39021.
2024-11-17T12:54:37,356 DEBUG [RS:0;0d751a622496:39021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:37,356 DEBUG [RS:0;0d751a622496:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T12:54:37,356 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-17T12:54:37,356 INFO  [RS:0;0d751a622496:39021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T12:54:37,357 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 871d8629edb00f2b0613b570bd312576, disabling compactions & flushes
2024-11-17T12:54:37,357 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576. after waiting 0 ms
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,357 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-17T12:54:37,357 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-17T12:54:37,357 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1325): Online Regions={871d8629edb00f2b0613b570bd312576=testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576., 1588230740=hbase:meta,,1.1588230740}
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T12:54:37,357 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T12:54:37,357 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T12:54:37,358 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T12:54:37,358 DEBUG [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 871d8629edb00f2b0613b570bd312576
2024-11-17T12:54:37,358 DEBUG [StoreFileCloser-871d8629edb00f2b0613b570bd312576-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/family/b28be4d8af244ea88255e3e3eb941863
2024-11-17T12:54:37,358 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-17T12:54:37,358 INFO  [regionserver/0d751a622496:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:37,360 INFO  [regionserver/0d751a622496:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:37,363 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnRegionMove1731848074846/871d8629edb00f2b0613b570bd312576/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-17T12:54:37,364 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,364 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 871d8629edb00f2b0613b570bd312576:
Waiting for close lock at 1731848077356Running coprocessor pre-close hooks at 1731848077357 (+1 ms)Disabling compacts and flushes for region at 1731848077357Disabling writes for close at 1731848077357Writing region close event to WAL at 1731848077358 (+1 ms)Running coprocessor post-close hooks at 1731848077363 (+5 ms)Closed at 1731848077363
2024-11-17T12:54:37,364 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576.
2024-11-17T12:54:37,369 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5f65a21f80164e26a132f861588b34e3
2024-11-17T12:54:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d751a622496,34725,1731848071941
2024-11-17T12:54:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:37,382 INFO  [RS:1;0d751a622496:34725 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:37,383 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d751a622496,34725,1731848071941]
2024-11-17T12:54:37,388 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/5f65a21f80164e26a132f861588b34e3 is 205, key is testBlockEvictionOnRegionMove1731848074846,,1731848074866.871d8629edb00f2b0613b570bd312576./info:regioninfo/1731848077254/Put/seqid=0
2024-11-17T12:54:37,388 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/5f65a21f80164e26a132f861588b34e3
2024-11-17T12:54:37,396 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5a00cc40fabc4e4299dd0810c5924613
2024-11-17T12:54:37,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d751a622496,34725,1731848071941 already deleted, retry=false
2024-11-17T12:54:37,398 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d751a622496,34725,1731848071941 expired; onlineServers=1
2024-11-17T12:54:37,409 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/5a00cc40fabc4e4299dd0810c5924613 is 43, key is default/ns:d/1731848074540/Put/seqid=0
2024-11-17T12:54:37,409 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/5a00cc40fabc4e4299dd0810c5924613
2024-11-17T12:54:37,417 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 018069a0e31b4f67b911614d216d48d2
2024-11-17T12:54:37,428 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/018069a0e31b4f67b911614d216d48d2 is 78, key is testBlockEvictionOnRegionMove1731848074846/table:state/1731848075314/Put/seqid=0
2024-11-17T12:54:37,429 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/018069a0e31b4f67b911614d216d48d2
2024-11-17T12:54:37,431 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/5f65a21f80164e26a132f861588b34e3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/5f65a21f80164e26a132f861588b34e3
2024-11-17T12:54:37,432 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/5f65a21f80164e26a132f861588b34e3, delay=912 ms
2024-11-17T12:54:37,433 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/5f65a21f80164e26a132f861588b34e3, entries=15, sequenceid=15, filesize=7.6 K
2024-11-17T12:54:37,434 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/5a00cc40fabc4e4299dd0810c5924613 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/5a00cc40fabc4e4299dd0810c5924613
2024-11-17T12:54:37,435 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/5a00cc40fabc4e4299dd0810c5924613, delay=908 ms
2024-11-17T12:54:37,436 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/5a00cc40fabc4e4299dd0810c5924613, entries=2, sequenceid=15, filesize=5.0 K
2024-11-17T12:54:37,437 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/018069a0e31b4f67b911614d216d48d2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/018069a0e31b4f67b911614d216d48d2
2024-11-17T12:54:37,438 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/018069a0e31b4f67b911614d216d48d2, delay=981 ms
2024-11-17T12:54:37,439 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/018069a0e31b4f67b911614d216d48d2, entries=2, sequenceid=15, filesize=5.3 K
2024-11-17T12:54:37,440 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=15, compaction requested=false
2024-11-17T12:54:37,440 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-17T12:54:37,441 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/5f65a21f80164e26a132f861588b34e3
2024-11-17T12:54:37,442 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/5a00cc40fabc4e4299dd0810c5924613
2024-11-17T12:54:37,442 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/018069a0e31b4f67b911614d216d48d2
2024-11-17T12:54:37,447 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-17T12:54:37,447 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T12:54:37,447 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:37,447 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731848077357Running coprocessor pre-close hooks at 1731848077357Disabling compacts and flushes for region at 1731848077357Disabling writes for close at 1731848077357Obtaining lock to block concurrent updates at 1731848077358 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731848077358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731848077359 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731848077359Flushing 1588230740/info: creating writer at 1731848077359Flushing 1588230740/info: appending metadata at 1731848077387 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731848077387Flushing 1588230740/ns: creating writer at 1731848077391 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731848077408 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731848077408Flushing 1588230740/table: creating writer at 1731848077412 (+4 ms)Flushing 1588230740/table: appending metadata at 1731848077428 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731848077428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48535349: reopening flushed file at 1731848077431 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1d420f: reopening flushed file at 1731848077434 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a3ac1b: reopening flushed file at 1731848077436 (+2 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=15, compaction requested=false at 1731848077440 (+4 ms)Writing region close event to WAL at 1731848077443 (+3 ms)Running coprocessor post-close hooks at 1731848077447 (+4 ms)Closed at 1731848077447
2024-11-17T12:54:37,448 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x1014a25f82e0002, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,491 INFO  [RS:1;0d751a622496:34725 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:37,491 INFO  [RS:1;0d751a622496:34725 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d751a622496,34725,1731848071941; zookeeper connection closed.
2024-11-17T12:54:37,491 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@de2cc6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@de2cc6d
2024-11-17T12:54:37,558 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(976): stopping server 0d751a622496,39021,1731848071728; all regions closed.
2024-11-17T12:54:37,558 INFO  [regionserver/0d751a622496:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-17T12:54:37,559 INFO  [regionserver/0d751a622496:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-17T12:54:37,561 DEBUG [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:37,561 INFO  [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C39021%2C1731848071728.meta:.meta(num 1731848074346)
2024-11-17T12:54:37,564 DEBUG [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:37,564 INFO  [RS:0;0d751a622496:39021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C39021%2C1731848071728:(num 1731848073724)
2024-11-17T12:54:37,564 DEBUG [RS:0;0d751a622496:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:37,564 INFO  [RS:0;0d751a622496:39021 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:37,564 INFO  [RS:0;0d751a622496:39021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:37,565 INFO  [RS:0;0d751a622496:39021 {}] hbase.ChoreService(370): Chore service for: regionserver/0d751a622496:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:37,565 INFO  [RS:0;0d751a622496:39021 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:37,565 INFO  [regionserver/0d751a622496:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:37,566 INFO  [RS:0;0d751a622496:39021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39021
2024-11-17T12:54:37,579 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d751a622496,39021,1731848071728
2024-11-17T12:54:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:37,579 INFO  [RS:0;0d751a622496:39021 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:37,590 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d751a622496,39021,1731848071728]
2024-11-17T12:54:37,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d751a622496,39021,1731848071728 already deleted, retry=false
2024-11-17T12:54:37,598 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d751a622496,39021,1731848071728 expired; onlineServers=0
2024-11-17T12:54:37,598 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0d751a622496,41187,1731848070867' *****
2024-11-17T12:54:37,598 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-17T12:54:37,598 INFO  [M:0;0d751a622496:41187 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:37,599 INFO  [M:0;0d751a622496:41187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:37,599 DEBUG [M:0;0d751a622496:41187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-17T12:54:37,599 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-17T12:54:37,599 DEBUG [M:0;0d751a622496:41187 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-17T12:54:37,599 DEBUG [master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848073285 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848073285,5,FailOnTimeoutGroup]
2024-11-17T12:54:37,599 DEBUG [master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848073286 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848073286,5,FailOnTimeoutGroup]
2024-11-17T12:54:37,599 INFO  [M:0;0d751a622496:41187 {}] hbase.ChoreService(370): Chore service for: master/0d751a622496:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:37,599 INFO  [M:0;0d751a622496:41187 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:37,599 DEBUG [M:0;0d751a622496:41187 {}] master.HMaster(1795): Stopping service threads
2024-11-17T12:54:37,600 INFO  [M:0;0d751a622496:41187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-17T12:54:37,600 INFO  [M:0;0d751a622496:41187 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T12:54:37,600 INFO  [M:0;0d751a622496:41187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-17T12:54:37,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-17T12:54:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:37,607 DEBUG [M:0;0d751a622496:41187 {}] zookeeper.ZKUtil(347): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-17T12:54:37,607 WARN  [M:0;0d751a622496:41187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-17T12:54:37,607 INFO  [M:0;0d751a622496:41187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.lastflushedseqids
2024-11-17T12:54:37,617 INFO  [M:0;0d751a622496:41187 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-17T12:54:37,617 INFO  [M:0;0d751a622496:41187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-17T12:54:37,617 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T12:54:37,617 INFO  [M:0;0d751a622496:41187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:37,617 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:37,617 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T12:54:37,618 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:37,618 INFO  [M:0;0d751a622496:41187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-11-17T12:54:37,631 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4c8adb89c5154030a6bf31aa307ce39d
2024-11-17T12:54:37,643 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c8adb89c5154030a6bf31aa307ce39d is 82, key is hbase:meta,,1/info:regioninfo/1731848074426/Put/seqid=0
2024-11-17T12:54:37,644 INFO  [M:0;0d751a622496:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c8adb89c5154030a6bf31aa307ce39d
2024-11-17T12:54:37,651 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 630706676af846f4ad736bd4e06849d9
2024-11-17T12:54:37,663 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630706676af846f4ad736bd4e06849d9 is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731848075321/Put/seqid=0
2024-11-17T12:54:37,664 INFO  [M:0;0d751a622496:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630706676af846f4ad736bd4e06849d9
2024-11-17T12:54:37,671 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 22026311532e4044bc0e84af53ac9711
2024-11-17T12:54:37,685 DEBUG [M:0;0d751a622496:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22026311532e4044bc0e84af53ac9711 is 69, key is 0d751a622496,34725,1731848071941/rs:state/1731848073421/Put/seqid=0
2024-11-17T12:54:37,685 INFO  [M:0;0d751a622496:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22026311532e4044bc0e84af53ac9711
2024-11-17T12:54:37,687 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c8adb89c5154030a6bf31aa307ce39d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c8adb89c5154030a6bf31aa307ce39d
2024-11-17T12:54:37,689 INFO  [M:0;0d751a622496:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c8adb89c5154030a6bf31aa307ce39d, entries=8, sequenceid=84, filesize=5.5 K
2024-11-17T12:54:37,689 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630706676af846f4ad736bd4e06849d9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630706676af846f4ad736bd4e06849d9
2024-11-17T12:54:37,690 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,690 INFO  [RS:0;0d751a622496:39021 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:37,690 DEBUG [pool-14-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1014a25f82e0001, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,690 INFO  [RS:0;0d751a622496:39021 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d751a622496,39021,1731848071728; zookeeper connection closed.
2024-11-17T12:54:37,690 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22c96fc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22c96fc3
2024-11-17T12:54:37,691 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-17T12:54:37,691 INFO  [M:0;0d751a622496:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630706676af846f4ad736bd4e06849d9, entries=9, sequenceid=84, filesize=6.5 K
2024-11-17T12:54:37,691 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22026311532e4044bc0e84af53ac9711 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22026311532e4044bc0e84af53ac9711
2024-11-17T12:54:37,693 INFO  [M:0;0d751a622496:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22026311532e4044bc0e84af53ac9711, entries=2, sequenceid=84, filesize=5.1 K
2024-11-17T12:54:37,694 INFO  [M:0;0d751a622496:41187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 75ms, sequenceid=84, compaction requested=false
2024-11-17T12:54:37,695 INFO  [M:0;0d751a622496:41187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:37,696 DEBUG [M:0;0d751a622496:41187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731848077617Disabling compacts and flushes for region at 1731848077617Disabling writes for close at 1731848077617Obtaining lock to block concurrent updates at 1731848077618 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731848077618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1731848077618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731848077619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731848077619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731848077643 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731848077643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731848077646 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731848077663 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731848077663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731848077666 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731848077684 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731848077684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f916aaa: reopening flushed file at 1731848077687 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7a638d: reopening flushed file at 1731848077689 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c13608a: reopening flushed file at 1731848077691 (+2 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 75ms, sequenceid=84, compaction requested=false at 1731848077694 (+3 ms)Writing region close event to WAL at 1731848077695 (+1 ms)Closed at 1731848077695
2024-11-17T12:54:37,698 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:37,698 INFO  [M:0;0d751a622496:41187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-17T12:54:37,698 INFO  [M:0;0d751a622496:41187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41187
2024-11-17T12:54:37,698 INFO  [M:0;0d751a622496:41187 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,824 INFO  [M:0;0d751a622496:41187 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1014a25f82e0000, quorum=127.0.0.1:54303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:37,832 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-17T12:54:37,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-17T12:54:37,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:37,860 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731848077435
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731848077432
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/0d751a622496:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1731848075681
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731848077241
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/0d751a622496:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/0d751a622496:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/0d751a622496:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 336), ProcessCount=11 (was 11), AvailableMemoryMB=6582 (was 7078)
2024-11-17T12:54:37,866 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=6581
2024-11-17T12:54:37,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/hadoop-log-dir so I do NOT create it in target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672
2024-11-17T12:54:37,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/hadoop-tmp-dir so I do NOT create it in target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672
2024-11-17T12:54:37,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:37,869 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/cluster_b6fc77ec-4121-5596-2018-0f9a61cd9e8f, deleteOnExit=true
2024-11-17T12:54:37,898 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/cluster_b6fc77ec-4121-5596-2018-0f9a61cd9e8f/zookeeper_0, clientPort=59146, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/cluster_b6fc77ec-4121-5596-2018-0f9a61cd9e8f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/cluster_b6fc77ec-4121-5596-2018-0f9a61cd9e8f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-17T12:54:37,900 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59146
2024-11-17T12:54:37,915 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3 with version=8
2024-11-17T12:54:37,915 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase-staging
2024-11-17T12:54:37,918 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:37,918 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-17T12:54:37,919 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:37,920 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41303
2024-11-17T12:54:37,923 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41303 connecting to ZooKeeper ensemble=127.0.0.1:59146
2024-11-17T12:54:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413030x0, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:37,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41303-0x1014a26150e0000 connected
2024-11-17T12:54:38,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:38,033 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3, hbase.cluster.distributed=false
2024-11-17T12:54:38,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:38,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41303
2024-11-17T12:54:38,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41303
2024-11-17T12:54:38,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41303
2024-11-17T12:54:38,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41303
2024-11-17T12:54:38,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41303
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:38,051 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T12:54:38,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:38,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36771
2024-11-17T12:54:38,054 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36771 connecting to ZooKeeper ensemble=127.0.0.1:59146
2024-11-17T12:54:38,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367710x0, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:38,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:38,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36771-0x1014a26150e0001 connected
2024-11-17T12:54:38,066 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T12:54:38,066 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache
2024-11-17T12:54:38,066 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-17T12:54:38,067 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-17T12:54:38,067 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-17T12:54:38,067 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-17T12:54:38,067 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-17T12:54:38,067 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-17T12:54:38,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T12:54:38,068 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-17T12:54:38,069 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence is complete.
2024-11-17T12:54:38,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T12:54:38,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:38,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36771
2024-11-17T12:54:38,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36771
2024-11-17T12:54:38,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36771
2024-11-17T12:54:38,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36771
2024-11-17T12:54:38,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36771
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T12:54:38,091 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:38,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42427
2024-11-17T12:54:38,094 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42427 connecting to ZooKeeper ensemble=127.0.0.1:59146
2024-11-17T12:54:38,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424270x0, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:38,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424270x0, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:38,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42427-0x1014a26150e0002 connected
2024-11-17T12:54:38,107 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T12:54:38,108 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache
2024-11-17T12:54:38,108 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-17T12:54:38,108 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-17T12:54:38,108 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-17T12:54:38,108 INFO  [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-17T12:54:38,108 WARN  [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-17T12:54:38,108 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-17T12:54:38,109 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-17T12:54:38,109 INFO  [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence is complete.
2024-11-17T12:54:38,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T12:54:38,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T12:54:38,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:38,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42427
2024-11-17T12:54:38,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42427
2024-11-17T12:54:38,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42427
2024-11-17T12:54:38,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42427
2024-11-17T12:54:38,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42427
2024-11-17T12:54:38,131 DEBUG [M:0;0d751a622496:41303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0d751a622496:41303
2024-11-17T12:54:38,132 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0d751a622496,41303,1731848077917
2024-11-17T12:54:38,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,140 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0d751a622496,41303,1731848077917
2024-11-17T12:54:38,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:38,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:38,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,149 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-17T12:54:38,149 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0d751a622496,41303,1731848077917 from backup master directory
2024-11-17T12:54:38,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0d751a622496,41303,1731848077917
2024-11-17T12:54:38,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T12:54:38,156 WARN  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:38,156 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0d751a622496,41303,1731848077917
2024-11-17T12:54:38,158 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase.id] with ID: d1bdae4d-5112-4626-a0a9-4db2fb94da67
2024-11-17T12:54:38,158 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.tmp/hbase.id
2024-11-17T12:54:38,162 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/hbase.id]
2024-11-17T12:54:38,198 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:38,198 INFO  [master/0d751a622496:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-17T12:54:38,200 INFO  [master/0d751a622496:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-17T12:54:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,217 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T12:54:38,218 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-17T12:54:38,219 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:38,236 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store
2024-11-17T12:54:38,243 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:38,244 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T12:54:38,244 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:38,244 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:38,244 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T12:54:38,244 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:38,244 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:38,244 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731848078244Disabling compacts and flushes for region at 1731848078244Disabling writes for close at 1731848078244Writing region close event to WAL at 1731848078244Closed at 1731848078244
2024-11-17T12:54:38,244 WARN  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/.initializing
2024-11-17T12:54:38,245 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41303,1731848077917
2024-11-17T12:54:38,251 INFO  [master/0d751a622496:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:38,255 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d751a622496%2C41303%2C1731848077917, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41303,1731848077917, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/oldWALs, maxLogs=10
2024-11-17T12:54:38,275 INFO  [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/WALs/0d751a622496,41303,1731848077917/0d751a622496%2C41303%2C1731848077917.1731848078256
2024-11-17T12:54:38,275 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:38,275 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:38,276 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:38,276 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,276 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:38,280 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-17T12:54:38,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,281 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:38,281 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:38,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-17T12:54:38,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:38,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:38,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-17T12:54:38,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:38,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T12:54:38,292 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-17T12:54:38,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,293 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:38,293 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,293 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,293 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,294 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,294 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,294 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:38,294 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T12:54:38,299 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:38,300 INFO  [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70578204, jitterRate=0.05169719457626343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:38,301 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731848078276Initializing all the Stores at 1731848078276Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848078276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848078276Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848078276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848078276Cleaning up temporary data from old regions at 1731848078294 (+18 ms)Region opened successfully at 1731848078300 (+6 ms)
2024-11-17T12:54:38,301 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-17T12:54:38,304 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633d8ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:38,305 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-17T12:54:38,305 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-17T12:54:38,305 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-17T12:54:38,306 INFO  [master/0d751a622496:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-17T12:54:38,306 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-17T12:54:38,306 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-17T12:54:38,306 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-17T12:54:38,308 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-17T12:54:38,309 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-17T12:54:38,323 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-17T12:54:38,323 INFO  [master/0d751a622496:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-17T12:54:38,324 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-17T12:54:38,331 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-17T12:54:38,331 INFO  [master/0d751a622496:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-17T12:54:38,333 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-17T12:54:38,339 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-17T12:54:38,340 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-17T12:54:38,348 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-17T12:54:38,351 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-17T12:54:38,361 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,374 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0d751a622496,41303,1731848077917, sessionid=0x1014a26150e0000, setting cluster-up flag (Was=false)
2024-11-17T12:54:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,414 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-17T12:54:38,416 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d751a622496,41303,1731848077917
2024-11-17T12:54:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,464 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-17T12:54:38,466 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d751a622496,41303,1731848077917
2024-11-17T12:54:38,467 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-17T12:54:38,468 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:38,469 INFO  [master/0d751a622496:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-17T12:54:38,469 INFO  [master/0d751a622496:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-17T12:54:38,469 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0d751a622496,41303,1731848077917
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0d751a622496:0, corePoolSize=5, maxPoolSize=5
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0d751a622496:0, corePoolSize=10, maxPoolSize=10
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:38,471 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731848108472
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-17T12:54:38,472 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:38,473 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-17T12:54:38,473 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-17T12:54:38,473 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-17T12:54:38,473 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-17T12:54:38,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,473 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-17T12:54:38,474 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-17T12:54:38,474 INFO  [master/0d751a622496:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-17T12:54:38,476 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848078474,5,FailOnTimeoutGroup]
2024-11-17T12:54:38,476 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848078476,5,FailOnTimeoutGroup]
2024-11-17T12:54:38,476 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,477 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-17T12:54:38,477 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,477 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,490 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-17T12:54:38,491 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:38,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:38,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-17T12:54:38,503 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T12:54:38,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:38,504 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-17T12:54:38,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T12:54:38,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:38,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-17T12:54:38,510 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T12:54:38,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,510 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:38,510 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-17T12:54:38,513 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T12:54:38,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:38,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:38,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T12:54:38,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:38,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:38,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T12:54:38,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T12:54:38,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:38,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T12:54:38,518 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(746): ClusterId : d1bdae4d-5112-4626-a0a9-4db2fb94da67
2024-11-17T12:54:38,518 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(746): ClusterId : d1bdae4d-5112-4626-a0a9-4db2fb94da67
2024-11-17T12:54:38,518 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T12:54:38,518 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T12:54:38,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:38,522 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62681966, jitterRate=-0.0659659206867218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731848078496Initializing all the Stores at 1731848078497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848078497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848078497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848078497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848078497Cleaning up temporary data from old regions at 1731848078515 (+18 ms)Region opened successfully at 1731848078523 (+8 ms)
2024-11-17T12:54:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T12:54:38,523 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T12:54:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T12:54:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T12:54:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T12:54:38,524 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:38,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731848078523Disabling compacts and flushes for region at 1731848078523Disabling writes for close at 1731848078523Writing region close event to WAL at 1731848078524 (+1 ms)Closed at 1731848078524
2024-11-17T12:54:38,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:38,525 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-17T12:54:38,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-17T12:54:38,526 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T12:54:38,527 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-17T12:54:38,557 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T12:54:38,557 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T12:54:38,557 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T12:54:38,557 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T12:54:38,573 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T12:54:38,574 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T12:54:38,574 DEBUG [RS:1;0d751a622496:42427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774d019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:38,574 DEBUG [RS:0;0d751a622496:36771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3763ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:38,585 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0d751a622496:42427
2024-11-17T12:54:38,585 INFO  [RS:1;0d751a622496:42427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T12:54:38,585 INFO  [RS:1;0d751a622496:42427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T12:54:38,585 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T12:54:38,586 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d751a622496,41303,1731848077917 with port=42427, startcode=1731848078091
2024-11-17T12:54:38,587 DEBUG [RS:1;0d751a622496:42427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T12:54:38,589 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T12:54:38,590 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d751a622496,42427,1731848078091
2024-11-17T12:54:38,590 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(517): Registering regionserver=0d751a622496,42427,1731848078091
2024-11-17T12:54:38,591 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0d751a622496:36771
2024-11-17T12:54:38,591 INFO  [RS:0;0d751a622496:36771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T12:54:38,591 INFO  [RS:0;0d751a622496:36771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T12:54:38,591 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T12:54:38,592 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:38,592 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-17T12:54:38,592 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T12:54:38,592 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d751a622496,41303,1731848077917 with port=36771, startcode=1731848078050
2024-11-17T12:54:38,592 DEBUG [RS:0;0d751a622496:36771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T12:54:38,595 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T12:54:38,596 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d751a622496,36771,1731848078050
2024-11-17T12:54:38,596 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(517): Registering regionserver=0d751a622496,36771,1731848078050
2024-11-17T12:54:38,598 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:38,598 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-17T12:54:38,598 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T12:54:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:38,634 DEBUG [RS:1;0d751a622496:42427 {}] zookeeper.ZKUtil(111): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d751a622496,42427,1731848078091
2024-11-17T12:54:38,634 WARN  [RS:1;0d751a622496:42427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:38,635 INFO  [RS:1;0d751a622496:42427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:38,635 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d751a622496,42427,1731848078091]
2024-11-17T12:54:38,635 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d751a622496,36771,1731848078050]
2024-11-17T12:54:38,635 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,42427,1731848078091
2024-11-17T12:54:38,635 DEBUG [RS:0;0d751a622496:36771 {}] zookeeper.ZKUtil(111): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d751a622496,36771,1731848078050
2024-11-17T12:54:38,635 WARN  [RS:0;0d751a622496:36771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:38,635 INFO  [RS:0;0d751a622496:36771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:38,636 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050
2024-11-17T12:54:38,641 INFO  [RS:1;0d751a622496:42427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T12:54:38,644 INFO  [RS:1;0d751a622496:42427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T12:54:38,644 INFO  [RS:0;0d751a622496:36771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T12:54:38,645 INFO  [RS:1;0d751a622496:42427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T12:54:38,645 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,645 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T12:54:38,646 INFO  [RS:1;0d751a622496:42427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T12:54:38,646 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:38,646 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 INFO  [RS:0;0d751a622496:36771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:38,647 DEBUG [RS:1;0d751a622496:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:38,647 INFO  [RS:0;0d751a622496:36771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T12:54:38,647 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:0;0d751a622496:36771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,648 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,42427,1731848078091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:38,649 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:38,649 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:38,650 DEBUG [RS:0;0d751a622496:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,651 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,36771,1731848078050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:38,668 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T12:54:38,668 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,42427,1731848078091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,669 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,669 INFO  [RS:1;0d751a622496:42427 {}] regionserver.Replication(171): 0d751a622496,42427,1731848078091 started
2024-11-17T12:54:38,673 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T12:54:38,673 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,36771,1731848078050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,673 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,673 INFO  [RS:0;0d751a622496:36771 {}] regionserver.Replication(171): 0d751a622496,36771,1731848078050 started
2024-11-17T12:54:38,677 WARN  [0d751a622496:41303 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-17T12:54:38,686 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,686 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1482): Serving as 0d751a622496,42427,1731848078091, RpcServer on 0d751a622496/172.17.0.2:42427, sessionid=0x1014a26150e0002
2024-11-17T12:54:38,686 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T12:54:38,686 DEBUG [RS:1;0d751a622496:42427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d751a622496,42427,1731848078091
2024-11-17T12:54:38,687 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,42427,1731848078091'
2024-11-17T12:54:38,687 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T12:54:38,687 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T12:54:38,688 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T12:54:38,688 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T12:54:38,688 DEBUG [RS:1;0d751a622496:42427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d751a622496,42427,1731848078091
2024-11-17T12:54:38,688 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,42427,1731848078091'
2024-11-17T12:54:38,688 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T12:54:38,689 DEBUG [RS:1;0d751a622496:42427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T12:54:38,689 DEBUG [RS:1;0d751a622496:42427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T12:54:38,690 INFO  [RS:1;0d751a622496:42427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T12:54:38,690 INFO  [RS:1;0d751a622496:42427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T12:54:38,690 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:38,690 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1482): Serving as 0d751a622496,36771,1731848078050, RpcServer on 0d751a622496/172.17.0.2:36771, sessionid=0x1014a26150e0001
2024-11-17T12:54:38,690 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T12:54:38,690 DEBUG [RS:0;0d751a622496:36771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d751a622496,36771,1731848078050
2024-11-17T12:54:38,690 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,36771,1731848078050'
2024-11-17T12:54:38,690 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d751a622496,36771,1731848078050
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,36771,1731848078050'
2024-11-17T12:54:38,691 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T12:54:38,692 DEBUG [RS:0;0d751a622496:36771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T12:54:38,692 DEBUG [RS:0;0d751a622496:36771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T12:54:38,692 INFO  [RS:0;0d751a622496:36771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T12:54:38,692 INFO  [RS:0;0d751a622496:36771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T12:54:38,791 INFO  [RS:1;0d751a622496:42427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:38,792 INFO  [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C42427%2C1731848078091, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,42427,1731848078091, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:38,794 INFO  [RS:0;0d751a622496:36771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:38,795 INFO  [RS:0;0d751a622496:36771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C36771%2C1731848078050, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:38,820 INFO  [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,42427,1731848078091/0d751a622496%2C42427%2C1731848078091.1731848078797
2024-11-17T12:54:38,820 INFO  [RS:0;0d751a622496:36771 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050/0d751a622496%2C36771%2C1731848078050.1731848078798
2024-11-17T12:54:38,821 DEBUG [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:38,821 DEBUG [RS:0;0d751a622496:36771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:38,927 DEBUG [0d751a622496:41303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-17T12:54:38,928 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(204): Hosts are {0d751a622496=0} racks are {/default-rack=0}
2024-11-17T12:54:38,930 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-17T12:54:38,930 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-17T12:54:38,930 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-17T12:54:38,930 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-17T12:54:38,930 INFO  [0d751a622496:41303 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-17T12:54:38,930 INFO  [0d751a622496:41303 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-17T12:54:38,930 DEBUG [0d751a622496:41303 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-17T12:54:38,931 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d751a622496,42427,1731848078091
2024-11-17T12:54:38,932 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d751a622496,42427,1731848078091, state=OPENING
2024-11-17T12:54:38,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-17T12:54:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:38,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:38,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T12:54:38,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:38,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:38,967 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d751a622496,42427,1731848078091}]
2024-11-17T12:54:39,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T12:54:39,127 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T12:54:39,131 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-17T12:54:39,131 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:39,132 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-17T12:54:39,134 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C42427%2C1731848078091.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,42427,1731848078091, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:39,151 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,42427,1731848078091/0d751a622496%2C42427%2C1731848078091.meta.1731848079135.meta
2024-11-17T12:54:39,151 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:39,151 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-17T12:54:39,152 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-17T12:54:39,152 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-17T12:54:39,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-17T12:54:39,154 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T12:54:39,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,154 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:39,154 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-17T12:54:39,155 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T12:54:39,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,155 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:39,155 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-17T12:54:39,155 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T12:54:39,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:39,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-17T12:54:39,156 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T12:54:39,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T12:54:39,157 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T12:54:39,157 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:39,157 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740
2024-11-17T12:54:39,158 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T12:54:39,158 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T12:54:39,158 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T12:54:39,159 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T12:54:39,159 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75125720, jitterRate=0.11946046352386475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T12:54:39,159 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-17T12:54:39,160 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731848079153Writing region info on filesystem at 1731848079153Initializing all the Stores at 1731848079153Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848079153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848079153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848079153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731848079153Cleaning up temporary data from old regions at 1731848079158 (+5 ms)Running coprocessor post-open hooks at 1731848079159 (+1 ms)Region opened successfully at 1731848079159
2024-11-17T12:54:39,160 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731848079122
2024-11-17T12:54:39,163 DEBUG [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-17T12:54:39,163 INFO  [RS_OPEN_META-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-17T12:54:39,163 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0d751a622496,42427,1731848078091
2024-11-17T12:54:39,164 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d751a622496,42427,1731848078091, state=OPEN
2024-11-17T12:54:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T12:54:39,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d751a622496,42427,1731848078091
2024-11-17T12:54:39,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:39,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:39,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T12:54:39,192 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-17T12:54:39,192 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d751a622496,42427,1731848078091 in 223 msec
2024-11-17T12:54:39,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-17T12:54:39,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec
2024-11-17T12:54:39,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T12:54:39,195 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-17T12:54:39,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T12:54:39,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d751a622496,42427,1731848078091, seqNum=-1]
2024-11-17T12:54:39,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:39,200 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:39,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec
2024-11-17T12:54:39,206 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731848079206, completionTime=-1
2024-11-17T12:54:39,206 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-17T12:54:39,206 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731848139209
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731848199209
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,209 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,210 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,210 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0d751a622496:41303, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,210 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,210 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,213 DEBUG [master/0d751a622496:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.059sec
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-17T12:54:39,215 INFO  [master/0d751a622496:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-17T12:54:39,216 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:39,216 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-17T12:54:39,216 DEBUG [master/0d751a622496:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-17T12:54:39,217 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-17T12:54:39,217 INFO  [master/0d751a622496:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,41303,1731848077917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:39,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1c3308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:39,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d751a622496,41303,-1 for getting cluster id
2024-11-17T12:54:39,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T12:54:39,220 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1bdae4d-5112-4626-a0a9-4db2fb94da67'
2024-11-17T12:54:39,221 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T12:54:39,221 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1bdae4d-5112-4626-a0a9-4db2fb94da67"

2024-11-17T12:54:39,221 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178e18be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:39,221 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d751a622496,41303,-1]
2024-11-17T12:54:39,222 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T12:54:39,222 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:39,224 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T12:54:39,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c379772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T12:54:39,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T12:54:39,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d751a622496,42427,1731848078091, seqNum=-1]
2024-11-17T12:54:39,228 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:39,229 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:39,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0d751a622496,41303,1731848077917
2024-11-17T12:54:39,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-17T12:54:39,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0d751a622496,41303,1731848077917
2024-11-17T12:54:39,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a5e94e
2024-11-17T12:54:39,234 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-17T12:54:39,236 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-17T12:54:39,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731848079232', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T12:54:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232
2024-11-17T12:54:39,239 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T12:54:39,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1731848079232"
 procId is: 4
2024-11-17T12:54:39,240 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T12:54:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:39,249 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3079c9145e66a42592bda14f2b70de63, NAME => 'testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731848079232', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1722): Closing 3079c9145e66a42592bda14f2b70de63, disabling compactions & flushes
2024-11-17T12:54:39,255 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63. after waiting 0 ms
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,255 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,255 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731848079232-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3079c9145e66a42592bda14f2b70de63:
Waiting for close lock at 1731848079255Disabling compacts and flushes for region at 1731848079255Disabling writes for close at 1731848079255Writing region close event to WAL at 1731848079255Closed at 1731848079255
2024-11-17T12:54:39,256 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T12:54:39,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731848079256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731848079256"}]},"ts":"1731848079256"}
2024-11-17T12:54:39,259 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T12:54:39,260 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T12:54:39,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731848079232","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731848079260"}]},"ts":"1731848079260"}
2024-11-17T12:54:39,262 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731848079232, state=ENABLING in hbase:meta
2024-11-17T12:54:39,262 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0d751a622496=0} racks are {/default-rack=0}
2024-11-17T12:54:39,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-17T12:54:39,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-17T12:54:39,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-17T12:54:39,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-17T12:54:39,263 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-17T12:54:39,263 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-17T12:54:39,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-17T12:54:39,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN}]
2024-11-17T12:54:39,264 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN
2024-11-17T12:54:39,265 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN; state=OFFLINE, location=0d751a622496,36771,1731848078050; forceNewPlan=false, retain=false
2024-11-17T12:54:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:39,416 INFO  [0d751a622496:41303 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-17T12:54:39,417 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3079c9145e66a42592bda14f2b70de63, regionState=OPENING, regionLocation=0d751a622496,36771,1731848078050
2024-11-17T12:54:39,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN because future has completed
2024-11-17T12:54:39,424 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,36771,1731848078050}]
2024-11-17T12:54:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:39,579 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T12:54:39,581 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T12:54:39,584 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,584 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3079c9145e66a42592bda14f2b70de63, NAME => 'testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:39,585 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731848079232 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,585 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:39,585 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,585 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,586 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3079c9145e66a42592bda14f2b70de63 
2024-11-17T12:54:39,590 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3079c9145e66a42592bda14f2b70de63 columnFamilyName family
2024-11-17T12:54:39,590 DEBUG [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:39,590 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] regionserver.HStore(327): Store=3079c9145e66a42592bda14f2b70de63/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:39,591 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,592 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,592 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,592 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,592 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,593 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,600 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T12:54:39,600 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3079c9145e66a42592bda14f2b70de63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70963229, jitterRate=0.05743451416492462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T12:54:39,600 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:39,601 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3079c9145e66a42592bda14f2b70de63:
Running coprocessor pre-open hook at 1731848079585Writing region info on filesystem at 1731848079585Initializing all the Stores at 1731848079585Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848079586 (+1 ms)Cleaning up temporary data from old regions at 1731848079592 (+6 ms)Running coprocessor post-open hooks at 1731848079600 (+8 ms)Region opened successfully at 1731848079601 (+1 ms)
2024-11-17T12:54:39,601 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63., pid=6, masterSystemTime=1731848079579
2024-11-17T12:54:39,604 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,604 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:39,604 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3079c9145e66a42592bda14f2b70de63, regionState=OPEN, openSeqNum=2, regionLocation=0d751a622496,36771,1731848078050
2024-11-17T12:54:39,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,36771,1731848078050 because future has completed
2024-11-17T12:54:39,610 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-17T12:54:39,610 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,36771,1731848078050 in 184 msec
2024-11-17T12:54:39,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-17T12:54:39,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN in 347 msec
2024-11-17T12:54:39,612 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T12:54:39,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731848079232","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731848079612"}]},"ts":"1731848079612"}
2024-11-17T12:54:39,615 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731848079232, state=ENABLED in hbase:meta
2024-11-17T12:54:39,616 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T12:54:39,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731848079232 in 379 msec
2024-11-17T12:54:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T12:54:39,870 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731848079232 completed
2024-11-17T12:54:39,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731848079232 get assigned. Timeout = 60000ms
2024-11-17T12:54:39,870 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T12:54:39,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731848079232 assigned to meta. Checking AM states.
2024-11-17T12:54:39,874 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T12:54:39,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731848079232 assigned.
2024-11-17T12:54:39,878 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731848079232', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63., hostname=0d751a622496,36771,1731848078050, seqNum=2]
2024-11-17T12:54:39,879 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T12:54:39,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T12:54:39,885 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 3079c9145e66a42592bda14f2b70de63 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-17T12:54:39,887 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T12:54:39,897 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:39,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/.tmp/family/ac63608fa35c4079abdbadbc183e553d is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-17T12:54:39,917 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/.tmp/family/ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:39,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/.tmp/family/ac63608fa35c4079abdbadbc183e553d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:39,922 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, delay=933 ms
2024-11-17T12:54:39,924 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, entries=2, sequenceid=6, filesize=4.9 K
2024-11-17T12:54:39,925 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 3079c9145e66a42592bda14f2b70de63 in 39ms, sequenceid=6, compaction requested=false
2024-11-17T12:54:39,925 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731848079232'
2024-11-17T12:54:39,926 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3079c9145e66a42592bda14f2b70de63:

2024-11-17T12:54:40,856 DEBUG [hfile-prefetch-1731848077241 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ac63608fa35c4079abdbadbc183e553d_0. 
2024-11-17T12:54:40,857 DEBUG [hfile-prefetch-1731848077241 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ac63608fa35c4079abdbadbc183e553d_117. 
2024-11-17T12:54:40,858 DEBUG [hfile-prefetch-1731848077241 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, with total blocks 2, and data blocks 1
2024-11-17T12:54:40,858 DEBUG [hfile-prefetch-1731848077241 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-17T12:54:40,858 DEBUG [hfile-prefetch-1731848077241 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-17T12:54:40,858 DEBUG [hfile-prefetch-1731848077241 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d. Will sleep 100ms and try the verification again.
2024-11-17T12:54:40,926 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;0d751a622496:36771,5,FailOnTimeoutGroup]
2024-11-17T12:54:40,926 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d751a622496,36771,1731848078050' *****
2024-11-17T12:54:40,926 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-11-17T12:54:40,927 INFO  [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1738): Disabling cache
2024-11-17T12:54:40,934 INFO  [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence
2024-11-17T12:54:40,934 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-17T12:54:40,934 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-17T12:54:40,934 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-17T12:54:40,934 INFO  [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-17T12:54:40,934 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-17T12:54:40,944 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1487): Thread RS:0;0d751a622496:36771 started persisting bucket cache to file
2024-11-17T12:54:40,945 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:40,945 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:40,953 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-17T12:54:40,953 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T12:54:40,953 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731848080944
2024-11-17T12:54:40,953 DEBUG [RS:0;0d751a622496:36771 {}] bucket.BucketCache(1509): Thread RS:0;0d751a622496:36771 finished persisting bucket cache to file, renaming
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(3091): Received CLOSE for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(959): stopping server 0d751a622496,36771,1731848078050
2024-11-17T12:54:40,954 INFO  [RS:0;0d751a622496:36771 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:40,955 INFO  [RS:0;0d751a622496:36771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0d751a622496:36771.
2024-11-17T12:54:40,955 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-17T12:54:40,955 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3079c9145e66a42592bda14f2b70de63, disabling compactions & flushes
2024-11-17T12:54:40,955 DEBUG [RS:0;0d751a622496:36771 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:40,955 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:40,955 DEBUG [RS:0;0d751a622496:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:40,955 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:40,955 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63. after waiting 0 ms
2024-11-17T12:54:40,955 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-17T12:54:40,955 INFO  [regionserver/0d751a622496:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:40,955 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:40,955 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1325): Online Regions={3079c9145e66a42592bda14f2b70de63=testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.}
2024-11-17T12:54:40,955 DEBUG [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1351): Waiting on 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:40,956 DEBUG [StoreFileCloser-3079c9145e66a42592bda14f2b70de63-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:40,958 WARN  [hfile-prefetch-1731848077241 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-17T12:54:40,959 DEBUG [hfile-prefetch-1731848077241 {}] hfile.PrefetchExecutor(121): Prefetch completed for ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:40,960 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-17T12:54:40,960 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:40,960 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3079c9145e66a42592bda14f2b70de63:
Waiting for close lock at 1731848080954Running coprocessor pre-close hooks at 1731848080955 (+1 ms)Disabling compacts and flushes for region at 1731848080955Disabling writes for close at 1731848080955Writing region close event to WAL at 1731848080956 (+1 ms)Running coprocessor post-close hooks at 1731848080960 (+4 ms)Closed at 1731848080960
2024-11-17T12:54:40,960 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:41,011 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-17T12:54:41,011 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-17T12:54:41,011 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:41,011 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:41,013 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:41,013 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848081011
2024-11-17T12:54:41,013 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-17T12:54:41,155 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(976): stopping server 0d751a622496,36771,1731848078050; all regions closed.
2024-11-17T12:54:41,160 DEBUG [RS:0;0d751a622496:36771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:41,160 INFO  [RS:0;0d751a622496:36771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C36771%2C1731848078050:(num 1731848078798)
2024-11-17T12:54:41,160 DEBUG [RS:0;0d751a622496:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:41,160 INFO  [RS:0;0d751a622496:36771 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:41,160 INFO  [RS:0;0d751a622496:36771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:41,161 INFO  [RS:0;0d751a622496:36771 {}] hbase.ChoreService(370): Chore service for: regionserver/0d751a622496:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:41,161 INFO  [RS:0;0d751a622496:36771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T12:54:41,162 INFO  [RS:0;0d751a622496:36771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T12:54:41,162 INFO  [regionserver/0d751a622496:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:41,162 INFO  [RS:0;0d751a622496:36771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T12:54:41,162 INFO  [RS:0;0d751a622496:36771 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:41,162 INFO  [RS:0;0d751a622496:36771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36771
2024-11-17T12:54:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d751a622496,36771,1731848078050
2024-11-17T12:54:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:41,195 INFO  [RS:0;0d751a622496:36771 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:41,197 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d751a622496,36771,1731848078050]
2024-11-17T12:54:41,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d751a622496,36771,1731848078050 already deleted, retry=false
2024-11-17T12:54:41,214 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0d751a622496,36771,1731848078050 on 0d751a622496,41303,1731848077917
2024-11-17T12:54:41,220 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0d751a622496,36771,1731848078050, splitWal=true, meta=false
2024-11-17T12:54:41,224 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0d751a622496,36771,1731848078050, splitWal=true, meta=false
2024-11-17T12:54:41,224 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 0d751a622496,36771,1731848078050 (carryingMeta=false) 0d751a622496,36771,1731848078050/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cdcd3a1[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-17T12:54:41,226 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 0d751a622496,36771,1731848078050 had 1 regions
2024-11-17T12:54:41,227 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0d751a622496,36771,1731848078050, splitWal=true, meta=false, isMeta: false
2024-11-17T12:54:41,228 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050-splitting
2024-11-17T12:54:41,228 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050-splitting dir is empty, no logs to split.
2024-11-17T12:54:41,229 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 0d751a622496,36771,1731848078050 WAL count=0, meta=false
2024-11-17T12:54:41,231 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050-splitting dir is empty, no logs to split.
2024-11-17T12:54:41,231 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 0d751a622496,36771,1731848078050 WAL count=0, meta=false
2024-11-17T12:54:41,231 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0d751a622496,36771,1731848078050 WAL splitting is done? wals=0, meta=false
2024-11-17T12:54:41,232 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0d751a622496,36771,1731848078050 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,36771,1731848078050-splitting does not exist
2024-11-17T12:54:41,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN}]
2024-11-17T12:54:41,235 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN
2024-11-17T12:54:41,235 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-17T12:54:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:41,306 INFO  [RS:0;0d751a622496:36771 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1014a26150e0001, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:41,306 INFO  [RS:0;0d751a622496:36771 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d751a622496,36771,1731848078050; zookeeper connection closed.
2024-11-17T12:54:41,307 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33e17912 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33e17912
2024-11-17T12:54:41,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-17T12:54:41,311 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-17T12:54:41,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T12:54:41,315 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-17T12:54:41,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-17T12:54:41,316 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-17T12:54:41,386 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3079c9145e66a42592bda14f2b70de63, regionState=OPENING, regionLocation=0d751a622496,42427,1731848078091
2024-11-17T12:54:41,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN because future has completed
2024-11-17T12:54:41,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,42427,1731848078091}]
2024-11-17T12:54:41,446 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d751a622496:0 server-side Connection retries=45
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T12:54:41,447 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T12:54:41,448 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44661
2024-11-17T12:54:41,449 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44661 connecting to ZooKeeper ensemble=127.0.0.1:59146
2024-11-17T12:54:41,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:41,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:41,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446610x0, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T12:54:41,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44661-0x1014a26150e0003 connected
2024-11-17T12:54:41,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-17T12:54:41,487 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-17T12:54:41,488 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T12:54:41,489 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache
2024-11-17T12:54:41,490 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-17T12:54:41,490 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-17T12:54:41,490 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-17T12:54:41,490 INFO  [Thread-200 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-17T12:54:41,491 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-17T12:54:41,492 INFO  [Thread-200 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-17T12:54:41,493 INFO  [Thread-200 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0.
2024-11-17T12:54:41,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T12:54:41,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-17T12:54:41,498 DEBUG [Thread-200 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-17T12:54:41,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T12:54:41,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44661
2024-11-17T12:54:41,499 INFO  [Thread-200 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-17T12:54:41,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44661
2024-11-17T12:54:41,499 INFO  [Thread-200 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0
2024-11-17T12:54:41,499 INFO  [Thread-200 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence is complete.
2024-11-17T12:54:41,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44661
2024-11-17T12:54:41,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44661
2024-11-17T12:54:41,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44661
2024-11-17T12:54:41,501 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(746): ClusterId : d1bdae4d-5112-4626-a0a9-4db2fb94da67
2024-11-17T12:54:41,501 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T12:54:41,512 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T12:54:41,512 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T12:54:41,523 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T12:54:41,523 DEBUG [RS:2;0d751a622496:44661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be8d56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d751a622496/172.17.0.2:0
2024-11-17T12:54:41,534 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0d751a622496:44661
2024-11-17T12:54:41,534 INFO  [RS:2;0d751a622496:44661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T12:54:41,534 INFO  [RS:2;0d751a622496:44661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T12:54:41,534 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T12:54:41,535 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d751a622496,41303,1731848077917 with port=44661, startcode=1731848081446
2024-11-17T12:54:41,535 DEBUG [RS:2;0d751a622496:44661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T12:54:41,537 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T12:54:41,537 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d751a622496,44661,1731848081446
2024-11-17T12:54:41,538 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41303 {}] master.ServerManager(517): Registering regionserver=0d751a622496,44661,1731848081446
2024-11-17T12:54:41,539 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3
2024-11-17T12:54:41,539 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-17T12:54:41,539 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T12:54:41,547 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:41,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:41,547 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3079c9145e66a42592bda14f2b70de63, NAME => 'testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.', STARTKEY => '', ENDKEY => ''}
2024-11-17T12:54:41,548 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731848079232 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,548 DEBUG [RS:2;0d751a622496:44661 {}] zookeeper.ZKUtil(111): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d751a622496,44661,1731848081446
2024-11-17T12:54:41,548 WARN  [RS:2;0d751a622496:44661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T12:54:41,548 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T12:54:41,548 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d751a622496,44661,1731848081446]
2024-11-17T12:54:41,548 INFO  [RS:2;0d751a622496:44661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T12:54:41,548 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,548 DEBUG [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,44661,1731848081446
2024-11-17T12:54:41,548 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,549 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3079c9145e66a42592bda14f2b70de63 
2024-11-17T12:54:41,549 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3079c9145e66a42592bda14f2b70de63 columnFamilyName family
2024-11-17T12:54:41,549 DEBUG [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T12:54:41,551 DEBUG [StoreFileOpener-3079c9145e66a42592bda14f2b70de63-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d, delay=993 ms
2024-11-17T12:54:41,553 DEBUG [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:41,553 INFO  [StoreOpener-3079c9145e66a42592bda14f2b70de63-1 {}] regionserver.HStore(327): Store=3079c9145e66a42592bda14f2b70de63/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T12:54:41,553 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,553 INFO  [RS:2;0d751a622496:44661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T12:54:41,554 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,554 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,554 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,555 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,555 INFO  [RS:2;0d751a622496:44661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T12:54:41,556 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,557 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3079c9145e66a42592bda14f2b70de63; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65500561, jitterRate=-0.023965582251548767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T12:54:41,557 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:41,558 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3079c9145e66a42592bda14f2b70de63:
Running coprocessor pre-open hook at 1731848081548Writing region info on filesystem at 1731848081548Initializing all the Stores at 1731848081548Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731848081548Cleaning up temporary data from old regions at 1731848081555 (+7 ms)Running coprocessor post-open hooks at 1731848081557 (+2 ms)Region opened successfully at 1731848081558 (+1 ms)
2024-11-17T12:54:41,559 INFO  [RS:2;0d751a622496:44661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T12:54:41,559 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63., pid=9, masterSystemTime=1731848081545
2024-11-17T12:54:41,559 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,559 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T12:54:41,559 INFO  [RS:2;0d751a622496:44661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T12:54:41,559 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d751a622496:0, corePoolSize=2, maxPoolSize=2
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d751a622496:0, corePoolSize=1, maxPoolSize=1
2024-11-17T12:54:41,560 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:41,561 DEBUG [RS:2;0d751a622496:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d751a622496:0, corePoolSize=3, maxPoolSize=3
2024-11-17T12:54:41,561 DEBUG [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:41,561 INFO  [RS_OPEN_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:41,562 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3079c9145e66a42592bda14f2b70de63, regionState=OPEN, openSeqNum=10, regionLocation=0d751a622496,42427,1731848078091
2024-11-17T12:54:41,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,42427,1731848078091 because future has completed
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,565 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,44661,1731848081446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T12:54:41,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-17T12:54:41,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3079c9145e66a42592bda14f2b70de63, server=0d751a622496,42427,1731848078091 in 175 msec
2024-11-17T12:54:41,570 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-17T12:54:41,571 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 0d751a622496,36771,1731848078050 after splitting done
2024-11-17T12:54:41,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731848079232, region=3079c9145e66a42592bda14f2b70de63, ASSIGN in 335 msec
2024-11-17T12:54:41,572 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 0d751a622496,36771,1731848078050, splitWal=true, meta=false in 356 msec
2024-11-17T12:54:41,581 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T12:54:41,581 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d751a622496,44661,1731848081446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,581 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,581 INFO  [RS:2;0d751a622496:44661 {}] regionserver.Replication(171): 0d751a622496,44661,1731848081446 started
2024-11-17T12:54:41,595 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T12:54:41,595 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1482): Serving as 0d751a622496,44661,1731848081446, RpcServer on 0d751a622496/172.17.0.2:44661, sessionid=0x1014a26150e0003
2024-11-17T12:54:41,595 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T12:54:41,595 DEBUG [RS:2;0d751a622496:44661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d751a622496,44661,1731848081446
2024-11-17T12:54:41,595 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,44661,1731848081446'
2024-11-17T12:54:41,595 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T12:54:41,596 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d751a622496,44661,1731848081446
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d751a622496,44661,1731848081446'
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T12:54:41,597 DEBUG [RS:2;0d751a622496:44661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T12:54:41,597 INFO  [RS:2;0d751a622496:44661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T12:54:41,597 INFO  [RS:2;0d751a622496:44661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T12:54:41,698 INFO  [RS:2;0d751a622496:44661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T12:54:41,699 INFO  [RS:2;0d751a622496:44661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0d751a622496%2C44661%2C1731848081446, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,44661,1731848081446, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs, maxLogs=55
2024-11-17T12:54:41,717 INFO  [RS:2;0d751a622496:44661 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/WALs/0d751a622496,44661,1731848081446/0d751a622496%2C44661%2C1731848081446.1731848081699
2024-11-17T12:54:41,717 DEBUG [RS:2;0d751a622496:44661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-17T12:54:42,095 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-17T12:54:42,096 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T12:54:42,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:42,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,096 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T12:54:42,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-17T12:54:42,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1117944469, stopped=false
2024-11-17T12:54:42,097 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0d751a622496,41303,1731848077917
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:42,156 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T12:54:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:42,156 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T12:54:42,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:42,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:42,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:42,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T12:54:42,158 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d751a622496,42427,1731848078091' *****
2024-11-17T12:54:42,158 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T12:54:42,158 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d751a622496,44661,1731848081446' *****
2024-11-17T12:54:42,158 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T12:54:42,159 INFO  [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1738): Disabling cache
2024-11-17T12:54:42,159 INFO  [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1738): Disabling cache
2024-11-17T12:54:42,159 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-17T12:54:42,159 INFO  [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence
2024-11-17T12:54:42,159 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-17T12:54:42,160 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-17T12:54:42,160 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-17T12:54:42,160 INFO  [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-17T12:54:42,160 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-17T12:54:42,160 INFO  [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7e8da3df-10ce-f3d7-5387-c2a8bcafa672/bucket.persistence
2024-11-17T12:54:42,160 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-17T12:54:42,160 INFO  [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-17T12:54:42,160 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-17T12:54:42,160 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-17T12:54:42,165 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T12:54:42,166 INFO  [regionserver/0d751a622496:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:42,170 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1487): Thread RS:2;0d751a622496:44661 started persisting bucket cache to file
2024-11-17T12:54:42,170 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:42,170 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:42,170 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1487): Thread RS:1;0d751a622496:42427 started persisting bucket cache to file
2024-11-17T12:54:42,171 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-17T12:54:42,171 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-17T12:54:42,173 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:42,173 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-17T12:54:42,173 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848082170
2024-11-17T12:54:42,173 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731848082170
2024-11-17T12:54:42,173 DEBUG [RS:1;0d751a622496:42427 {}] bucket.BucketCache(1509): Thread RS:1;0d751a622496:42427 finished persisting bucket cache to file, renaming
2024-11-17T12:54:42,173 DEBUG [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1509): Thread RS:2;0d751a622496:44661 finished persisting bucket cache to file, renaming
2024-11-17T12:54:42,173 WARN  [RS:2;0d751a622496:44661 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-17T12:54:42,173 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T12:54:42,173 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T12:54:42,173 INFO  [RS:1;0d751a622496:42427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T12:54:42,173 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T12:54:42,173 INFO  [RS:2;0d751a622496:44661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T12:54:42,173 INFO  [RS:1;0d751a622496:42427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T12:54:42,173 INFO  [RS:2;0d751a622496:44661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T12:54:42,173 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(3091): Received CLOSE for 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:42,173 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(959): stopping server 0d751a622496,44661,1731848081446
2024-11-17T12:54:42,173 INFO  [RS:2;0d751a622496:44661 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:42,174 INFO  [RS:2;0d751a622496:44661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0d751a622496:44661.
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(959): stopping server 0d751a622496,42427,1731848078091
2024-11-17T12:54:42,174 DEBUG [RS:2;0d751a622496:44661 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:42,174 DEBUG [RS:2;0d751a622496:44661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0d751a622496:42427.
2024-11-17T12:54:42,174 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-17T12:54:42,174 DEBUG [RS:1;0d751a622496:42427 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T12:54:42,174 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(976): stopping server 0d751a622496,44661,1731848081446; all regions closed.
2024-11-17T12:54:42,174 DEBUG [RS:1;0d751a622496:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,174 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3079c9145e66a42592bda14f2b70de63, disabling compactions & flushes
2024-11-17T12:54:42,174 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T12:54:42,174 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T12:54:42,174 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63. after waiting 0 ms
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T12:54:42,174 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-17T12:54:42,174 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-17T12:54:42,174 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3079c9145e66a42592bda14f2b70de63=testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.}
2024-11-17T12:54:42,174 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-17T12:54:42,175 DEBUG [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3079c9145e66a42592bda14f2b70de63
2024-11-17T12:54:42,175 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T12:54:42,175 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T12:54:42,175 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T12:54:42,175 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T12:54:42,175 DEBUG [StoreFileCloser-3079c9145e66a42592bda14f2b70de63-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/family/ac63608fa35c4079abdbadbc183e553d
2024-11-17T12:54:42,175 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T12:54:42,175 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-11-17T12:54:42,176 DEBUG [RS:2;0d751a622496:44661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:42,176 INFO  [RS:2;0d751a622496:44661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C44661%2C1731848081446:(num 1731848081699)
2024-11-17T12:54:42,176 DEBUG [RS:2;0d751a622496:44661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,176 INFO  [RS:2;0d751a622496:44661 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:42,176 INFO  [RS:2;0d751a622496:44661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:42,176 INFO  [RS:2;0d751a622496:44661 {}] hbase.ChoreService(370): Chore service for: regionserver/0d751a622496:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:42,176 INFO  [RS:2;0d751a622496:44661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T12:54:42,177 INFO  [regionserver/0d751a622496:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:42,177 INFO  [RS:2;0d751a622496:44661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T12:54:42,177 INFO  [RS:2;0d751a622496:44661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T12:54:42,177 INFO  [RS:2;0d751a622496:44661 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:42,177 INFO  [RS:2;0d751a622496:44661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44661
2024-11-17T12:54:42,186 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/default/testBlockEvictionOnGracefulStop1731848079232/3079c9145e66a42592bda14f2b70de63/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-17T12:54:42,186 INFO  [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:42,186 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3079c9145e66a42592bda14f2b70de63:
Waiting for close lock at 1731848082174Running coprocessor pre-close hooks at 1731848082174Disabling compacts and flushes for region at 1731848082174Disabling writes for close at 1731848082174Writing region close event to WAL at 1731848082175 (+1 ms)Running coprocessor post-close hooks at 1731848082186 (+11 ms)Closed at 1731848082186
2024-11-17T12:54:42,186 DEBUG [RS_CLOSE_REGION-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63.
2024-11-17T12:54:42,189 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 803d75c3119d4062b7d2a07ef7b593c9
2024-11-17T12:54:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d751a622496,44661,1731848081446
2024-11-17T12:54:42,197 INFO  [RS:2;0d751a622496:44661 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:42,205 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/803d75c3119d4062b7d2a07ef7b593c9 is 209, key is testBlockEvictionOnGracefulStop1731848079232,,1731848079236.3079c9145e66a42592bda14f2b70de63./info:regioninfo/1731848081561/Put/seqid=0
2024-11-17T12:54:42,206 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/803d75c3119d4062b7d2a07ef7b593c9
2024-11-17T12:54:42,213 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cb2ff62b45a449bd80abffb31a618988
2024-11-17T12:54:42,214 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d751a622496,44661,1731848081446]
2024-11-17T12:54:42,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d751a622496,44661,1731848081446 already deleted, retry=false
2024-11-17T12:54:42,222 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d751a622496,44661,1731848081446 expired; onlineServers=1
2024-11-17T12:54:42,227 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/cb2ff62b45a449bd80abffb31a618988 is 43, key is default/ns:d/1731848079201/Put/seqid=0
2024-11-17T12:54:42,228 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/cb2ff62b45a449bd80abffb31a618988
2024-11-17T12:54:42,235 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 04a3f9879a3648b6b286f4b2c71d302a
2024-11-17T12:54:42,248 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/04a3f9879a3648b6b286f4b2c71d302a is 80, key is testBlockEvictionOnGracefulStop1731848079232/table:state/1731848079612/Put/seqid=0
2024-11-17T12:54:42,248 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/04a3f9879a3648b6b286f4b2c71d302a
2024-11-17T12:54:42,250 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/info/803d75c3119d4062b7d2a07ef7b593c9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/803d75c3119d4062b7d2a07ef7b593c9
2024-11-17T12:54:42,252 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/803d75c3119d4062b7d2a07ef7b593c9, delay=951 ms
2024-11-17T12:54:42,252 INFO  [regionserver/0d751a622496:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:42,253 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/803d75c3119d4062b7d2a07ef7b593c9, entries=14, sequenceid=13, filesize=7.5 K
2024-11-17T12:54:42,253 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/ns/cb2ff62b45a449bd80abffb31a618988 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/cb2ff62b45a449bd80abffb31a618988
2024-11-17T12:54:42,254 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/cb2ff62b45a449bd80abffb31a618988, delay=984 ms
2024-11-17T12:54:42,255 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/cb2ff62b45a449bd80abffb31a618988, entries=2, sequenceid=13, filesize=5.0 K
2024-11-17T12:54:42,255 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/.tmp/table/04a3f9879a3648b6b286f4b2c71d302a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/04a3f9879a3648b6b286f4b2c71d302a
2024-11-17T12:54:42,256 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/04a3f9879a3648b6b286f4b2c71d302a, delay=927 ms
2024-11-17T12:54:42,257 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/04a3f9879a3648b6b286f4b2c71d302a, entries=2, sequenceid=13, filesize=5.3 K
2024-11-17T12:54:42,258 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 83ms, sequenceid=13, compaction requested=false
2024-11-17T12:54:42,258 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/info/803d75c3119d4062b7d2a07ef7b593c9
2024-11-17T12:54:42,259 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/ns/cb2ff62b45a449bd80abffb31a618988
2024-11-17T12:54:42,259 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/table/04a3f9879a3648b6b286f4b2c71d302a
2024-11-17T12:54:42,263 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-17T12:54:42,263 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T12:54:42,263 INFO  [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:42,263 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731848082174Running coprocessor pre-close hooks at 1731848082175 (+1 ms)Disabling compacts and flushes for region at 1731848082175Disabling writes for close at 1731848082175Obtaining lock to block concurrent updates at 1731848082175Preparing flush snapshotting stores in 1588230740 at 1731848082175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731848082175Flushing stores of hbase:meta,,1.1588230740 at 1731848082176 (+1 ms)Flushing 1588230740/info: creating writer at 1731848082176Flushing 1588230740/info: appending metadata at 1731848082204 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731848082204Flushing 1588230740/ns: creating writer at 1731848082208 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731848082227 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731848082227Flushing 1588230740/table: creating writer at 1731848082230 (+3 ms)Flushing 1588230740/table: appending metadata at 1731848082247 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731848082247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4183fa54: reopening flushed file at 1731848082250 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e20eb6b: reopening flushed file at 1731848082253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244a98c: reopening flushed file at 1731848082255 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 83ms, sequenceid=13, compaction requested=false at 1731848082258 (+3 ms)Writing region close event to WAL at 1731848082260 (+2 ms)Running coprocessor post-close hooks at 1731848082263 (+3 ms)Closed at 1731848082263
2024-11-17T12:54:42,264 DEBUG [RS_CLOSE_META-regionserver/0d751a622496:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-17T12:54:42,314 INFO  [RS:2;0d751a622496:44661 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:42,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,314 INFO  [RS:2;0d751a622496:44661 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d751a622496,44661,1731848081446; zookeeper connection closed.
2024-11-17T12:54:42,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1014a26150e0003, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,314 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21b9d610 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21b9d610
2024-11-17T12:54:42,375 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(976): stopping server 0d751a622496,42427,1731848078091; all regions closed.
2024-11-17T12:54:42,378 DEBUG [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:42,378 INFO  [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C42427%2C1731848078091.meta:.meta(num 1731848079135)
2024-11-17T12:54:42,380 DEBUG [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/oldWALs
2024-11-17T12:54:42,380 INFO  [RS:1;0d751a622496:42427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d751a622496%2C42427%2C1731848078091:(num 1731848078797)
2024-11-17T12:54:42,380 DEBUG [RS:1;0d751a622496:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T12:54:42,381 INFO  [RS:1;0d751a622496:42427 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T12:54:42,381 INFO  [RS:1;0d751a622496:42427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:42,381 INFO  [RS:1;0d751a622496:42427 {}] hbase.ChoreService(370): Chore service for: regionserver/0d751a622496:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:42,381 INFO  [RS:1;0d751a622496:42427 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:42,381 INFO  [regionserver/0d751a622496:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:42,382 INFO  [RS:1;0d751a622496:42427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42427
2024-11-17T12:54:42,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d751a622496,42427,1731848078091
2024-11-17T12:54:42,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T12:54:42,406 INFO  [RS:1;0d751a622496:42427 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:42,407 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d751a622496,42427,1731848078091]
2024-11-17T12:54:42,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d751a622496,42427,1731848078091 already deleted, retry=false
2024-11-17T12:54:42,422 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d751a622496,42427,1731848078091 expired; onlineServers=0
2024-11-17T12:54:42,422 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0d751a622496,41303,1731848077917' *****
2024-11-17T12:54:42,422 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-17T12:54:42,422 INFO  [M:0;0d751a622496:41303 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T12:54:42,422 INFO  [M:0;0d751a622496:41303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T12:54:42,422 DEBUG [M:0;0d751a622496:41303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-17T12:54:42,422 DEBUG [M:0;0d751a622496:41303 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-17T12:54:42,422 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-17T12:54:42,422 DEBUG [master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848078474 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.large.0-1731848078474,5,FailOnTimeoutGroup]
2024-11-17T12:54:42,422 DEBUG [master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848078476 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d751a622496:0:becomeActiveMaster-HFileCleaner.small.0-1731848078476,5,FailOnTimeoutGroup]
2024-11-17T12:54:42,422 INFO  [M:0;0d751a622496:41303 {}] hbase.ChoreService(370): Chore service for: master/0d751a622496:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-17T12:54:42,423 INFO  [M:0;0d751a622496:41303 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T12:54:42,423 DEBUG [M:0;0d751a622496:41303 {}] master.HMaster(1795): Stopping service threads
2024-11-17T12:54:42,423 INFO  [M:0;0d751a622496:41303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-17T12:54:42,423 INFO  [M:0;0d751a622496:41303 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T12:54:42,423 INFO  [M:0;0d751a622496:41303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-17T12:54:42,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-17T12:54:42,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-17T12:54:42,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T12:54:42,430 DEBUG [M:0;0d751a622496:41303 {}] zookeeper.ZKUtil(347): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-17T12:54:42,430 WARN  [M:0;0d751a622496:41303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-17T12:54:42,430 INFO  [M:0;0d751a622496:41303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/.lastflushedseqids
2024-11-17T12:54:42,435 INFO  [M:0;0d751a622496:41303 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-17T12:54:42,436 INFO  [M:0;0d751a622496:41303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-17T12:54:42,436 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T12:54:42,436 INFO  [M:0;0d751a622496:41303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:42,436 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:42,436 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T12:54:42,436 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:42,436 INFO  [M:0;0d751a622496:41303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.81 KB heapSize=41.05 KB
2024-11-17T12:54:42,445 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e88671fb034248d29116adc450f9e8a5
2024-11-17T12:54:42,457 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e88671fb034248d29116adc450f9e8a5 is 82, key is hbase:meta,,1/info:regioninfo/1731848079163/Put/seqid=0
2024-11-17T12:54:42,457 INFO  [M:0;0d751a622496:41303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e88671fb034248d29116adc450f9e8a5
2024-11-17T12:54:42,464 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e28ab025312d414f816d82f2848f1e3d
2024-11-17T12:54:42,481 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28ab025312d414f816d82f2848f1e3d is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731848079617/Put/seqid=0
2024-11-17T12:54:42,481 INFO  [M:0;0d751a622496:41303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.08 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28ab025312d414f816d82f2848f1e3d
2024-11-17T12:54:42,488 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 00acefbeca1d474a81460b4d99fae584
2024-11-17T12:54:42,500 DEBUG [M:0;0d751a622496:41303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00acefbeca1d474a81460b4d99fae584 is 69, key is 0d751a622496,42427,1731848078091/rs:state/1731848078590/Put/seqid=0
2024-11-17T12:54:42,500 INFO  [M:0;0d751a622496:41303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00acefbeca1d474a81460b4d99fae584
2024-11-17T12:54:42,502 INFO  [M:0;0d751a622496:41303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00acefbeca1d474a81460b4d99fae584
2024-11-17T12:54:42,502 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e88671fb034248d29116adc450f9e8a5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e88671fb034248d29116adc450f9e8a5
2024-11-17T12:54:42,504 INFO  [M:0;0d751a622496:41303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e88671fb034248d29116adc450f9e8a5, entries=8, sequenceid=83, filesize=5.5 K
2024-11-17T12:54:42,504 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28ab025312d414f816d82f2848f1e3d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28ab025312d414f816d82f2848f1e3d
2024-11-17T12:54:42,506 INFO  [M:0;0d751a622496:41303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28ab025312d414f816d82f2848f1e3d, entries=9, sequenceid=83, filesize=6.4 K
2024-11-17T12:54:42,506 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00acefbeca1d474a81460b4d99fae584 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00acefbeca1d474a81460b4d99fae584
2024-11-17T12:54:42,508 INFO  [M:0;0d751a622496:41303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00acefbeca1d474a81460b4d99fae584
2024-11-17T12:54:42,508 INFO  [M:0;0d751a622496:41303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/66ef051a-fc2c-2f03-5197-88008a97d834/5688a30a-579a-715e-74f7-030586c7e4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00acefbeca1d474a81460b4d99fae584, entries=3, sequenceid=83, filesize=5.3 K
2024-11-17T12:54:42,508 INFO  [M:0;0d751a622496:41303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false
2024-11-17T12:54:42,510 INFO  [M:0;0d751a622496:41303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T12:54:42,510 DEBUG [M:0;0d751a622496:41303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731848082436Disabling compacts and flushes for region at 1731848082436Disabling writes for close at 1731848082436Obtaining lock to block concurrent updates at 1731848082436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731848082436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33602, getHeapSize=41976, getOffHeapSize=0, getCellsCount=98 at 1731848082437 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731848082437Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731848082437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731848082457 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731848082457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731848082459 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731848082480 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731848082480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731848082483 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731848082499 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731848082499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189c7848: reopening flushed file at 1731848082502 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f0c396: reopening flushed file at 1731848082504 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747caf8c: reopening flushed file at 1731848082506 (+2 ms)Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false at 1731848082508 (+2 ms)Writing region close event to WAL at 1731848082510 (+2 ms)Closed at 1731848082510
2024-11-17T12:54:42,511 INFO  [M:0;0d751a622496:41303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-17T12:54:42,511 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T12:54:42,511 INFO  [M:0;0d751a622496:41303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41303
2024-11-17T12:54:42,511 INFO  [M:0;0d751a622496:41303 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T12:54:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,514 INFO  [RS:1;0d751a622496:42427 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x1014a26150e0002, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,514 INFO  [RS:1;0d751a622496:42427 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d751a622496,42427,1731848078091; zookeeper connection closed.
2024-11-17T12:54:42,514 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4309b1c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4309b1c1
2024-11-17T12:54:42,514 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-17T12:54:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,628 INFO  [M:0;0d751a622496:41303 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T12:54:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41303-0x1014a26150e0000, quorum=127.0.0.1:59146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T12:54:42,634 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-17T12:54:42,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-17T12:54:42,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T12:54:42,644 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=72 (was 51)
Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6488 (was 6581)