2024-12-12 06:06:35,864 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-12 06:06:35,874 main DEBUG Took 0.008520 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-12 06:06:35,875 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-12 06:06:35,875 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-12 06:06:35,876 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-12 06:06:35,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,887 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-12 06:06:35,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,903 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,905 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,907 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,909 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,910 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,912 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,913 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-12 06:06:35,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,914 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-12 06:06:35,916 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-12 06:06:35,918 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-12 06:06:35,920 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-12 06:06:35,921 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-12 06:06:35,922 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-12 06:06:35,923 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-12 06:06:35,932 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-12 06:06:35,935 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-12 06:06:35,937 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-12 06:06:35,938 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-12 06:06:35,938 main DEBUG createAppenders(={Console})
2024-12-12 06:06:35,939 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-12-12 06:06:35,939 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-12 06:06:35,940 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-12-12 06:06:35,940 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-12 06:06:35,941 main DEBUG OutputStream closed
2024-12-12 06:06:35,941 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-12 06:06:35,941 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-12 06:06:35,942 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-12-12 06:06:36,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-12 06:06:36,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-12 06:06:36,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-12 06:06:36,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-12 06:06:36,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-12 06:06:36,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-12 06:06:36,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-12 06:06:36,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-12 06:06:36,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-12 06:06:36,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-12 06:06:36,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-12 06:06:36,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-12 06:06:36,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-12 06:06:36,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-12 06:06:36,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-12 06:06:36,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-12 06:06:36,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-12 06:06:36,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-12 06:06:36,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-12 06:06:36,028 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-12-12 06:06:36,028 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-12 06:06:36,029 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-12-12T06:06:36,044 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-12-12 06:06:36,047 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-12 06:06:36,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-12T06:06:36,270 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0
2024-12-12T06:06:36,291 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=9172
2024-12-12T06:06:36,378 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-12T06:06:36,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:36,466 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/cluster_f01403c5-2a1b-b577-ae4b-d54eedfa3333, deleteOnExit=true
2024-12-12T06:06:36,595 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/cluster_f01403c5-2a1b-b577-ae4b-d54eedfa3333/zookeeper_0, clientPort=56794, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/cluster_f01403c5-2a1b-b577-ae4b-d54eedfa3333/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/cluster_f01403c5-2a1b-b577-ae4b-d54eedfa3333/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-12T06:06:36,605 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56794
2024-12-12T06:06:36,606 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:36,673 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1 with version=8
2024-12-12T06:06:36,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase-staging
2024-12-12T06:06:36,750 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-12T06:06:36,989 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:36,997 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:36,998 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,008 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:37,008 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,008 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:37,137 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-12T06:06:37,217 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-12T06:06:37,254 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-12T06:06:37,262 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-12T06:06:37,266 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:37,298 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98120 (auto-detected)
2024-12-12T06:06:37,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-12T06:06:37,316 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43691
2024-12-12T06:06:37,340 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43691 connecting to ZooKeeper ensemble=127.0.0.1:56794
2024-12-12T06:06:37,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436910x0, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:37,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43691-0x10018afaeba0000 connected
2024-12-12T06:06:37,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:37,554 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1, hbase.cluster.distributed=false
2024-12-12T06:06:37,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:37,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43691
2024-12-12T06:06:37,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43691
2024-12-12T06:06:37,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43691
2024-12-12T06:06:37,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43691
2024-12-12T06:06:37,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43691
2024-12-12T06:06:37,653 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:37,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,654 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:37,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:37,657 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-12T06:06:37,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:37,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41647
2024-12-12T06:06:37,662 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41647 connecting to ZooKeeper ensemble=127.0.0.1:56794
2024-12-12T06:06:37,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416470x0, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:37,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41647-0x10018afaeba0001 connected
2024-12-12T06:06:37,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:37,699 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-12T06:06:37,710 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.cache
2024-12-12T06:06:37,715 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-12T06:06:37,716 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-12T06:06:37,718 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-12T06:06:37,719 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-12T06:06:37,719 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-12T06:06:37,723 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-12T06:06:37,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-12T06:06:37,728 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-12T06:06:37,728 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence is complete.
2024-12-12T06:06:37,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-12T06:06:37,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:37,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41647
2024-12-12T06:06:37,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41647
2024-12-12T06:06:37,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41647
2024-12-12T06:06:37,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41647
2024-12-12T06:06:37,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41647
2024-12-12T06:06:37,755 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:37,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,756 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:37,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:37,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:37,757 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-12T06:06:37,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:37,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35899
2024-12-12T06:06:37,759 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35899 connecting to ZooKeeper ensemble=127.0.0.1:56794
2024-12-12T06:06:37,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358990x0, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:37,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358990x0, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:37,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35899-0x10018afaeba0002 connected
2024-12-12T06:06:37,789 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-12T06:06:37,790 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.cache
2024-12-12T06:06:37,790 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-12T06:06:37,791 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-12T06:06:37,791 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-12T06:06:37,791 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-12T06:06:37,792 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-12T06:06:37,792 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-12T06:06:37,792 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-12T06:06:37,792 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-12T06:06:37,793 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence is complete.
2024-12-12T06:06:37,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-12T06:06:37,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:37,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35899
2024-12-12T06:06:37,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35899
2024-12-12T06:06:37,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35899
2024-12-12T06:06:37,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35899
2024-12-12T06:06:37,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35899
2024-12-12T06:06:37,827 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ffbfd3107920:43691
2024-12-12T06:06:37,828 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ffbfd3107920,43691,1733983596833
2024-12-12T06:06:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,842 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ffbfd3107920,43691,1733983596833
2024-12-12T06:06:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:37,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-12T06:06:37,876 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ffbfd3107920,43691,1733983596833 from backup master directory
2024-12-12T06:06:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ffbfd3107920,43691,1733983596833
2024-12-12T06:06:37,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:37,888 WARN  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:37,889 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ffbfd3107920,43691,1733983596833
2024-12-12T06:06:37,891 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-12T06:06:37,893 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-12T06:06:37,900 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase.id] with ID: ca869e8c-280e-40b5-804b-2a9736cb8792
2024-12-12T06:06:37,900 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.tmp/hbase.id
2024-12-12T06:06:37,905 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase.id]
2024-12-12T06:06:37,941 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:37,946 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-12T06:06:37,962 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms.
2024-12-12T06:06:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,007 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-12T06:06:38,010 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-12T06:06:38,050 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-12T06:06:38,056 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:38,104 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store
2024-12-12T06:06:38,127 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-12T06:06:38,132 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:38,134 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-12T06:06:38,134 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:38,134 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:38,137 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-12T06:06:38,137 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:38,137 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:38,138 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733983598134Disabling compacts and flushes for region at 1733983598134Disabling writes for close at 1733983598137 (+3 ms)Writing region close event to WAL at 1733983598137Closed at 1733983598137
2024-12-12T06:06:38,139 WARN  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/.initializing
2024-12-12T06:06:38,139 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,43691,1733983596833
2024-12-12T06:06:38,154 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:38,167 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C43691%2C1733983596833, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,43691,1733983596833, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/oldWALs, maxLogs=10
2024-12-12T06:06:38,206 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,43691,1733983596833/ffbfd3107920%2C43691%2C1733983596833.1733983598172
2024-12-12T06:06:38,207 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:38,208 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:38,208 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:38,212 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,214 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,259 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:38,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-12T06:06:38,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,294 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:38,295 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:38,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-12T06:06:38,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:38,301 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:38,305 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-12T06:06:38,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:38,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:38,310 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-12T06:06:38,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,311 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:38,311 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,316 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,317 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,320 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,321 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,324 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:38,327 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:38,334 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:38,335 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74605856, jitterRate=0.11171388626098633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:38,341 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733983598226Initializing all the Stores at 1733983598227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983598227Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983598228 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983598228Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983598228Cleaning up temporary data from old regions at 1733983598321 (+93 ms)Region opened successfully at 1733983598341 (+20 ms)
2024-12-12T06:06:38,343 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-12T06:06:38,381 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f974d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:38,426 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-12T06:06:38,443 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-12T06:06:38,444 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-12T06:06:38,448 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-12T06:06:38,449 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-12T06:06:38,456 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-12-12T06:06:38,456 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-12T06:06:38,479 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-12T06:06:38,490 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-12T06:06:38,545 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-12T06:06:38,549 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-12T06:06:38,551 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-12T06:06:38,562 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-12T06:06:38,564 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-12T06:06:38,570 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-12T06:06:38,582 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-12T06:06:38,585 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-12T06:06:38,595 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-12T06:06:38,619 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-12T06:06:38,628 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,652 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ffbfd3107920,43691,1733983596833, sessionid=0x10018afaeba0000, setting cluster-up flag (Was=false)
2024-12-12T06:06:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,706 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-12T06:06:38,710 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,43691,1733983596833
2024-12-12T06:06:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:38,756 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-12T06:06:38,758 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,43691,1733983596833
2024-12-12T06:06:38,764 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-12T06:06:38,810 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(746): ClusterId : ca869e8c-280e-40b5-804b-2a9736cb8792
2024-12-12T06:06:38,810 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(746): ClusterId : ca869e8c-280e-40b5-804b-2a9736cb8792
2024-12-12T06:06:38,813 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-12T06:06:38,813 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-12T06:06:38,825 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:38,835 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-12T06:06:38,839 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-12T06:06:38,839 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-12T06:06:38,839 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-12T06:06:38,839 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-12T06:06:38,842 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-12T06:06:38,849 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-12T06:06:38,849 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-12T06:06:38,846 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ffbfd3107920,43691,1733983596833
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-12T06:06:38,850 DEBUG [RS:1;ffbfd3107920:35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d16ecf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:38,850 DEBUG [RS:0;ffbfd3107920:41647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abe6ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:38,855 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:38,855 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:38,855 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:38,856 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:38,856 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ffbfd3107920:0, corePoolSize=10, maxPoolSize=10
2024-12-12T06:06:38,856 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:38,856 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:38,856 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:38,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:38,860 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-12T06:06:38,864 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ffbfd3107920:35899
2024-12-12T06:06:38,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,864 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-12T06:06:38,865 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733983628865
2024-12-12T06:06:38,866 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ffbfd3107920:41647
2024-12-12T06:06:38,867 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-12T06:06:38,867 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-12T06:06:38,867 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-12T06:06:38,867 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-12T06:06:38,867 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-12T06:06:38,867 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-12T06:06:38,867 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-12T06:06:38,868 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-12T06:06:38,870 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,43691,1733983596833 with port=35899, startcode=1733983597755
2024-12-12T06:06:38,870 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,43691,1733983596833 with port=41647, startcode=1733983597621
2024-12-12T06:06:38,870 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-12T06:06:38,871 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-12T06:06:38,871 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-12T06:06:38,871 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-12T06:06:38,872 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:38,876 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-12T06:06:38,877 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-12T06:06:38,877 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-12T06:06:38,879 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-12T06:06:38,880 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-12T06:06:38,882 DEBUG [RS:0;ffbfd3107920:41647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-12T06:06:38,882 DEBUG [RS:1;ffbfd3107920:35899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-12T06:06:38,883 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983598881,5,FailOnTimeoutGroup]
2024-12-12T06:06:38,883 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-12T06:06:38,884 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:38,887 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983598883,5,FailOnTimeoutGroup]
2024-12-12T06:06:38,887 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:38,887 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-12T06:06:38,888 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:38,889 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:38,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:38,894 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-12T06:06:38,898 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-12T06:06:38,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:38,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-12T06:06:38,903 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-12T06:06:38,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:38,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-12T06:06:38,907 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-12T06:06:38,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,907 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:38,907 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-12T06:06:38,911 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-12T06:06:38,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:38,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:38,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-12T06:06:38,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:38,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:38,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-12T06:06:38,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-12T06:06:38,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:38,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-12T06:06:38,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:38,927 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60054562, jitterRate=-0.10511729121208191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:38,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733983598893Initializing all the Stores at 1733983598894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983598894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983598894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983598894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983598894Cleaning up temporary data from old regions at 1733983598914 (+20 ms)Region opened successfully at 1733983598931 (+17 ms)
2024-12-12T06:06:38,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-12T06:06:38,931 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-12T06:06:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-12T06:06:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-12T06:06:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-12T06:06:38,934 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:38,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733983598931Disabling compacts and flushes for region at 1733983598931Disabling writes for close at 1733983598932 (+1 ms)Writing region close event to WAL at 1733983598933 (+1 ms)Closed at 1733983598934 (+1 ms)
2024-12-12T06:06:38,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:38,936 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-12T06:06:38,943 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-12T06:06:38,950 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-12T06:06:38,950 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-12T06:06:38,952 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-12T06:06:38,954 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-12T06:06:38,958 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,41647,1733983597621
2024-12-12T06:06:38,960 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:38,968 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,35899,1733983597755
2024-12-12T06:06:38,969 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43691 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,35899,1733983597755
2024-12-12T06:06:38,973 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:38,973 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:38,973 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-12T06:06:38,973 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-12T06:06:38,973 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-12T06:06:38,973 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-12T06:06:39,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:39,030 DEBUG [RS:0;ffbfd3107920:41647 {}] zookeeper.ZKUtil(111): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,030 DEBUG [RS:1;ffbfd3107920:35899 {}] zookeeper.ZKUtil(111): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,35899,1733983597755
2024-12-12T06:06:39,030 WARN  [RS:0;ffbfd3107920:41647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:39,030 WARN  [RS:1;ffbfd3107920:35899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:39,031 INFO  [RS:0;ffbfd3107920:41647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:39,031 INFO  [RS:1;ffbfd3107920:35899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:39,031 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,031 DEBUG [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,35899,1733983597755
2024-12-12T06:06:39,033 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,41647,1733983597621]
2024-12-12T06:06:39,033 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,35899,1733983597755]
2024-12-12T06:06:39,056 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-12T06:06:39,056 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-12T06:06:39,072 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-12T06:06:39,072 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-12T06:06:39,076 INFO  [RS:1;ffbfd3107920:35899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-12T06:06:39,076 INFO  [RS:0;ffbfd3107920:41647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-12T06:06:39,077 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,077 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,078 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-12T06:06:39,078 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-12T06:06:39,083 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-12T06:06:39,083 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-12T06:06:39,084 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,084 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,085 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:39,086 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,086 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,087 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,087 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:39,087 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:39,087 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:39,087 DEBUG [RS:0;ffbfd3107920:41647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:39,087 DEBUG [RS:1;ffbfd3107920:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:39,088 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,088 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,41647,1733983597621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:39,089 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,35899,1733983597755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:39,106 WARN  [ffbfd3107920:43691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-12T06:06:39,115 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false
2024-12-12T06:06:39,115 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false
2024-12-12T06:06:39,117 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,35899,1733983597755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,117 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,41647,1733983597621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,117 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,117 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,117 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.Replication(171): ffbfd3107920,35899,1733983597755 started
2024-12-12T06:06:39,117 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.Replication(171): ffbfd3107920,41647,1733983597621 started
2024-12-12T06:06:39,135 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,135 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,135 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,35899,1733983597755, RpcServer on ffbfd3107920/172.17.0.2:35899, sessionid=0x10018afaeba0002
2024-12-12T06:06:39,135 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,41647,1733983597621, RpcServer on ffbfd3107920/172.17.0.2:41647, sessionid=0x10018afaeba0001
2024-12-12T06:06:39,136 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-12T06:06:39,136 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-12T06:06:39,136 DEBUG [RS:1;ffbfd3107920:35899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,35899,1733983597755
2024-12-12T06:06:39,136 DEBUG [RS:0;ffbfd3107920:41647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,136 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,35899,1733983597755'
2024-12-12T06:06:39,136 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,41647,1733983597621'
2024-12-12T06:06:39,136 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-12T06:06:39,136 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-12T06:06:39,137 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-12T06:06:39,138 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-12T06:06:39,138 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-12T06:06:39,138 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-12T06:06:39,138 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-12T06:06:39,138 DEBUG [RS:1;ffbfd3107920:35899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,35899,1733983597755
2024-12-12T06:06:39,138 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-12T06:06:39,138 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,35899,1733983597755'
2024-12-12T06:06:39,138 DEBUG [RS:0;ffbfd3107920:41647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,138 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-12T06:06:39,138 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,41647,1733983597621'
2024-12-12T06:06:39,139 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-12T06:06:39,139 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-12T06:06:39,139 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-12T06:06:39,140 DEBUG [RS:1;ffbfd3107920:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-12T06:06:39,140 DEBUG [RS:0;ffbfd3107920:41647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-12T06:06:39,140 INFO  [RS:1;ffbfd3107920:35899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-12T06:06:39,140 INFO  [RS:0;ffbfd3107920:41647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-12T06:06:39,140 INFO  [RS:1;ffbfd3107920:35899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-12T06:06:39,140 INFO  [RS:0;ffbfd3107920:41647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-12T06:06:39,249 INFO  [RS:1;ffbfd3107920:35899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:39,249 INFO  [RS:0;ffbfd3107920:41647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:39,250 INFO  [RS:1;ffbfd3107920:35899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C35899%2C1733983597755, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,35899,1733983597755, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:39,251 INFO  [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C41647%2C1733983597621, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,41647,1733983597621, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:39,268 INFO  [RS:1;ffbfd3107920:35899 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,35899,1733983597755/ffbfd3107920%2C35899%2C1733983597755.1733983599253
2024-12-12T06:06:39,269 INFO  [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,41647,1733983597621/ffbfd3107920%2C41647%2C1733983597621.1733983599253
2024-12-12T06:06:39,269 DEBUG [RS:1;ffbfd3107920:35899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:39,269 DEBUG [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:39,361 DEBUG [ffbfd3107920:43691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-12T06:06:39,373 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0}
2024-12-12T06:06:39,376 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-12T06:06:39,376 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-12T06:06:39,376 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-12T06:06:39,376 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-12T06:06:39,377 INFO  [ffbfd3107920:43691 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-12T06:06:39,377 INFO  [ffbfd3107920:43691 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-12T06:06:39,377 DEBUG [ffbfd3107920:43691 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-12T06:06:39,383 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,388 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,41647,1733983597621, state=OPENING
2024-12-12T06:06:39,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-12T06:06:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:39,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-12T06:06:39,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,41647,1733983597621}]
2024-12-12T06:06:39,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-12T06:06:39,631 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-12T06:06:39,639 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-12T06:06:39,639 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:39,640 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-12T06:06:39,641 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C41647%2C1733983597621.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,41647,1733983597621, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:39,658 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,41647,1733983597621/ffbfd3107920%2C41647%2C1733983597621.meta.1733983599642.meta
2024-12-12T06:06:39,658 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:39,659 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:39,660 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-12T06:06:39,663 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-12T06:06:39,667 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-12T06:06:39,670 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-12T06:06:39,671 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:39,671 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-12T06:06:39,671 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-12T06:06:39,673 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-12T06:06:39,674 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-12T06:06:39,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:39,674 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:39,674 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-12T06:06:39,675 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-12T06:06:39,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:39,675 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:39,675 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-12T06:06:39,676 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-12T06:06:39,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:39,676 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:39,676 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-12T06:06:39,677 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-12T06:06:39,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:39,677 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:39,677 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-12T06:06:39,678 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:39,679 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:39,679 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-12T06:06:39,679 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-12T06:06:39,679 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:39,680 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-12T06:06:39,681 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67806406, jitterRate=0.010394185781478882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:39,681 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-12T06:06:39,683 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733983599672Writing region info on filesystem at 1733983599672Initializing all the Stores at 1733983599672Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983599672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983599673 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983599673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983599673Cleaning up temporary data from old regions at 1733983599679 (+6 ms)Running coprocessor post-open hooks at 1733983599681 (+2 ms)Region opened successfully at 1733983599683 (+2 ms)
2024-12-12T06:06:39,688 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733983599618
2024-12-12T06:06:39,699 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,701 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-12T06:06:39,701 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,41647,1733983597621, state=OPEN
2024-12-12T06:06:39,701 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-12T06:06:39,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:39,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:39,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:39,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:39,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:39,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-12T06:06:39,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,41647,1733983597621 in 351 msec
2024-12-12T06:06:39,818 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-12T06:06:39,819 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 873 msec
2024-12-12T06:06:39,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:39,820 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-12T06:06:39,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-12T06:06:39,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,41647,1733983597621, seqNum=-1]
2024-12-12T06:06:39,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:39,862 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:39,877 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec
2024-12-12T06:06:39,877 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733983599877, completionTime=-1
2024-12-12T06:06:39,880 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-12T06:06:39,881 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-12T06:06:39,907 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-12T06:06:39,907 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733983659907
2024-12-12T06:06:39,907 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733983719907
2024-12-12T06:06:39,908 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec
2024-12-12T06:06:39,910 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-12T06:06:39,917 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,918 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,918 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,920 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ffbfd3107920:43691, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,920 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,921 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:39,925 DEBUG [master/ffbfd3107920:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-12T06:06:39,965 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.076sec
2024-12-12T06:06:39,969 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-12T06:06:39,971 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-12T06:06:39,973 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-12T06:06:39,973 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-12T06:06:39,973 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-12T06:06:39,974 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:39,975 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-12T06:06:39,976 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-12T06:06:39,976 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-12T06:06:39,977 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,43691,1733983596833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:40,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37571623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:40,023 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-12T06:06:40,024 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-12T06:06:40,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,43691,-1 for getting cluster id
2024-12-12T06:06:40,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-12T06:06:40,036 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca869e8c-280e-40b5-804b-2a9736cb8792'
2024-12-12T06:06:40,038 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-12T06:06:40,038 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca869e8c-280e-40b5-804b-2a9736cb8792"

2024-12-12T06:06:40,039 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fdc00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:40,039 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,43691,-1]
2024-12-12T06:06:40,041 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-12T06:06:40,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:40,043 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-12T06:06:40,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765fdd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:40,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-12T06:06:40,052 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,41647,1733983597621, seqNum=-1]
2024-12-12T06:06:40,053 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:40,055 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:40,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ffbfd3107920,43691,1733983596833
2024-12-12T06:06:40,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-12T06:06:40,080 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ffbfd3107920,43691,1733983596833
2024-12-12T06:06:40,082 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3df22b0c
2024-12-12T06:06:40,083 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-12T06:06:40,085 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-12T06:06:40,090 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733983600074', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-12T06:06:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074
2024-12-12T06:06:40,096 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-12T06:06:40,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1733983600074"
 procId is: 4
2024-12-12T06:06:40,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:40,099 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-12T06:06:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:40,110 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf906fed9c13da139f278f99456b7471, NAME => 'testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733983600074', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:40,115 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:40,115 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1722): Closing bf906fed9c13da139f278f99456b7471, disabling compactions & flushes
2024-12-12T06:06:40,115 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,115 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,116 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471. after waiting 0 ms
2024-12-12T06:06:40,116 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,116 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,116 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733983600074-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf906fed9c13da139f278f99456b7471:
Waiting for close lock at 1733983600115Disabling compacts and flushes for region at 1733983600115Disabling writes for close at 1733983600116 (+1 ms)Writing region close event to WAL at 1733983600116Closed at 1733983600116
2024-12-12T06:06:40,117 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_ADD_TO_META
2024-12-12T06:06:40,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733983600118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983600118"}]},"ts":"1733983600118"}
2024-12-12T06:06:40,126 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-12T06:06:40,128 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-12T06:06:40,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733983600074","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983600128"}]},"ts":"1733983600128"}
2024-12-12T06:06:40,134 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733983600074, state=ENABLING in hbase:meta
2024-12-12T06:06:40,135 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0}
2024-12-12T06:06:40,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-12T06:06:40,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-12T06:06:40,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-12T06:06:40,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-12T06:06:40,136 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-12T06:06:40,136 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-12T06:06:40,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-12T06:06:40,137 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, ASSIGN}]
2024-12-12T06:06:40,139 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, ASSIGN
2024-12-12T06:06:40,140 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, ASSIGN; state=OFFLINE, location=ffbfd3107920,35899,1733983597755; forceNewPlan=false, retain=false
2024-12-12T06:06:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:40,296 INFO  [ffbfd3107920:43691 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-12T06:06:40,297 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=OPENING, regionLocation=ffbfd3107920,35899,1733983597755
2024-12-12T06:06:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, ASSIGN because future has completed
2024-12-12T06:06:40,306 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755}]
2024-12-12T06:06:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:40,458 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-12T06:06:40,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-12T06:06:40,462 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,463 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf906fed9c13da139f278f99456b7471, NAME => 'testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:40,463 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733983600074 bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,463 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:40,463 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,463 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,464 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region bf906fed9c13da139f278f99456b7471 
2024-12-12T06:06:40,468 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf906fed9c13da139f278f99456b7471 columnFamilyName family
2024-12-12T06:06:40,468 DEBUG [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:40,469 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(327): Store=bf906fed9c13da139f278f99456b7471/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:40,469 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,470 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,470 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,470 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,470 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,471 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,476 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:40,476 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf906fed9c13da139f278f99456b7471; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66140116, jitterRate=-0.01443547010421753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-12T06:06:40,476 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:40,477 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf906fed9c13da139f278f99456b7471:
Running coprocessor pre-open hook at 1733983600464Writing region info on filesystem at 1733983600464Initializing all the Stores at 1733983600464Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983600464Cleaning up temporary data from old regions at 1733983600470 (+6 ms)Running coprocessor post-open hooks at 1733983600476 (+6 ms)Region opened successfully at 1733983600477 (+1 ms)
2024-12-12T06:06:40,478 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471., pid=6, masterSystemTime=1733983600458
2024-12-12T06:06:40,481 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,481 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:40,482 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,35899,1733983597755
2024-12-12T06:06:40,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755 because future has completed
2024-12-12T06:06:40,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-12T06:06:40,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755 in 181 msec
2024-12-12T06:06:40,490 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-12T06:06:40,490 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, ASSIGN in 351 msec
2024-12-12T06:06:40,491 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-12T06:06:40,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733983600074","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983600491"}]},"ts":"1733983600491"}
2024-12-12T06:06:40,493 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733983600074, state=ENABLED in hbase:meta
2024-12-12T06:06:40,494 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 execute state=CREATE_TABLE_POST_OPERATION
2024-12-12T06:06:40,496 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733983600074 in 402 msec
2024-12-12T06:06:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:40,733 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733983600074 completed
2024-12-12T06:06:40,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733983600074 get assigned. Timeout = 60000ms
2024-12-12T06:06:40,737 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-12T06:06:40,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733983600074 assigned to meta. Checking AM states.
2024-12-12T06:06:40,746 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-12T06:06:40,746 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733983600074 assigned.
2024-12-12T06:06:40,755 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733983600074', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471., hostname=ffbfd3107920,35899,1733983597755, seqNum=2]
2024-12-12T06:06:40,756 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:40,758 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:40,768 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bf906fed9c13da139f278f99456b7471 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-12T06:06:40,788 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:40,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/.tmp/family/6aa5eecd907049528c8096cccc0042e8 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-12T06:06:40,825 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/.tmp/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:40,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/.tmp/family/6aa5eecd907049528c8096cccc0042e8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:40,857 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, delay=965 ms
2024-12-12T06:06:40,858 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, entries=2, sequenceid=6, filesize=4.9 K
2024-12-12T06:06:40,864 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for bf906fed9c13da139f278f99456b7471 in 96ms, sequenceid=6, compaction requested=false
2024-12-12T06:06:40,864 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733983600074'
2024-12-12T06:06:40,866 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bf906fed9c13da139f278f99456b7471:

2024-12-12T06:06:41,825 DEBUG [hfile-prefetch-1733983600857 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 6aa5eecd907049528c8096cccc0042e8_0. 
2024-12-12T06:06:41,830 DEBUG [hfile-prefetch-1733983600857 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 6aa5eecd907049528c8096cccc0042e8_117. 
2024-12-12T06:06:41,832 DEBUG [hfile-prefetch-1733983600857 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, with total blocks 2, and data blocks 1
2024-12-12T06:06:41,832 DEBUG [hfile-prefetch-1733983600857 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-12T06:06:41,832 DEBUG [hfile-prefetch-1733983600857 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-12T06:06:41,833 DEBUG [hfile-prefetch-1733983600857 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8. Will sleep 100ms and try the verification again.
2024-12-12T06:06:41,880 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bf906fed9c13da139f278f99456b7471, source=ffbfd3107920,35899,1733983597755, destination=ffbfd3107920,41647,1733983597621, warming up region on ffbfd3107920,41647,1733983597621
2024-12-12T06:06:41,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bf906fed9c13da139f278f99456b7471, source=ffbfd3107920,35899,1733983597755, destination=ffbfd3107920,41647,1733983597621, running balancer
2024-12-12T06:06:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE
2024-12-12T06:06:41,883 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE
2024-12-12T06:06:41,884 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(7855): Warmup {ENCODED => bf906fed9c13da139f278f99456b7471, NAME => 'testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:41,885 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=CLOSING, regionLocation=ffbfd3107920,35899,1733983597755
2024-12-12T06:06:41,885 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region bf906fed9c13da139f278f99456b7471 
2024-12-12T06:06:41,886 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf906fed9c13da139f278f99456b7471 columnFamilyName family
2024-12-12T06:06:41,886 DEBUG [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE because future has completed
2024-12-12T06:06:41,889 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-12-12T06:06:41,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755}]
2024-12-12T06:06:41,889 DEBUG [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:41,889 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(327): Store=bf906fed9c13da139f278f99456b7471/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1722): Closing bf906fed9c13da139f278f99456b7471, disabling compactions & flushes
2024-12-12T06:06:41,890 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471. after waiting 0 ms
2024-12-12T06:06:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:41,891 DEBUG [StoreFileCloser-bf906fed9c13da139f278f99456b7471-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:41,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] regionserver.HRegion(1676): Region close journal for bf906fed9c13da139f278f99456b7471:
Waiting for close lock at 1733983601890Disabling compacts and flushes for region at 1733983601890Disabling writes for close at 1733983601890Writing region close event to WAL at 1733983601892 (+2 ms)Closed at 1733983601892
2024-12-12T06:06:41,893 WARN  [hfile-prefetch-1733983600857 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-12-12T06:06:41,894 DEBUG [hfile-prefetch-1733983600857 {}] hfile.PrefetchExecutor(121): Prefetch completed for 6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:41,922 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-12T06:06:41,922 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-12T06:06:41,922 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:41,922 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43691 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-12T06:06:41,940 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:41,940 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983601922
2024-12-12T06:06:41,940 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-12T06:06:42,051 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,052 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-12-12T06:06:42,053 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing bf906fed9c13da139f278f99456b7471, disabling compactions & flushes
2024-12-12T06:06:42,053 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,053 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,053 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471. after waiting 0 ms
2024-12-12T06:06:42,053 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,057 DEBUG [StoreFileCloser-bf906fed9c13da139f278f99456b7471-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 6aa5eecd907049528c8096cccc0042e8, starting offset: 0, end offset: 9223372036854775807
2024-12-12T06:06:42,059 DEBUG [StoreFileCloser-bf906fed9c13da139f278f99456b7471-family-1 {}] bucket.BucketCache(856): removed key 6aa5eecd907049528c8096cccc0042e8_0 from back map with offset lock 2094080 in the evict process
2024-12-12T06:06:42,065 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-12T06:06:42,067 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,067 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for bf906fed9c13da139f278f99456b7471:
Waiting for close lock at 1733983602053Running coprocessor pre-close hooks at 1733983602053Disabling compacts and flushes for region at 1733983602053Disabling writes for close at 1733983602053Writing region close event to WAL at 1733983602060 (+7 ms)Running coprocessor post-close hooks at 1733983602065 (+5 ms)Closed at 1733983602067 (+2 ms)
2024-12-12T06:06:42,067 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding bf906fed9c13da139f278f99456b7471 move to ffbfd3107920,41647,1733983597621 record at close sequenceid=6
2024-12-12T06:06:42,070 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,071 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=CLOSED
2024-12-12T06:06:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755 because future has completed
2024-12-12T06:06:42,076 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-12T06:06:42,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,35899,1733983597755 in 186 msec
2024-12-12T06:06:42,077 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE; state=CLOSED, location=ffbfd3107920,41647,1733983597621; forceNewPlan=false, retain=false
2024-12-12T06:06:42,095 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-12T06:06:42,095 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-12T06:06:42,095 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:42,095 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:42,099 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:42,099 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983602095
2024-12-12T06:06:42,099 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-12T06:06:42,228 INFO  [ffbfd3107920:43691 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-12T06:06:42,228 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=OPENING, regionLocation=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:42,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE because future has completed
2024-12-12T06:06:42,235 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,41647,1733983597621}]
2024-12-12T06:06:42,394 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,394 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bf906fed9c13da139f278f99456b7471, NAME => 'testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:42,395 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733983600074 bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,396 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:42,396 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,396 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,398 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region bf906fed9c13da139f278f99456b7471 
2024-12-12T06:06:42,399 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf906fed9c13da139f278f99456b7471 columnFamilyName family
2024-12-12T06:06:42,399 DEBUG [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:42,401 DEBUG [StoreFileOpener-bf906fed9c13da139f278f99456b7471-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8, delay=970 ms
2024-12-12T06:06:42,403 DEBUG [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:42,403 INFO  [StoreOpener-bf906fed9c13da139f278f99456b7471-1 {}] regionserver.HStore(327): Store=bf906fed9c13da139f278f99456b7471/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:42,403 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,404 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,405 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,405 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,405 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,409 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,410 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened bf906fed9c13da139f278f99456b7471; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69053325, jitterRate=0.028974726796150208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-12T06:06:42,410 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,410 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bf906fed9c13da139f278f99456b7471:
Running coprocessor pre-open hook at 1733983602396Writing region info on filesystem at 1733983602396Initializing all the Stores at 1733983602397 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983602397Cleaning up temporary data from old regions at 1733983602405 (+8 ms)Running coprocessor post-open hooks at 1733983602410 (+5 ms)Region opened successfully at 1733983602410
2024-12-12T06:06:42,411 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471., pid=9, masterSystemTime=1733983602389
2024-12-12T06:06:42,414 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,414 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,414 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf906fed9c13da139f278f99456b7471, regionState=OPEN, openSeqNum=10, regionLocation=ffbfd3107920,41647,1733983597621
2024-12-12T06:06:42,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,41647,1733983597621 because future has completed
2024-12-12T06:06:42,420 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-12T06:06:42,421 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bf906fed9c13da139f278f99456b7471, server=ffbfd3107920,41647,1733983597621 in 183 msec
2024-12-12T06:06:42,423 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733983600074, region=bf906fed9c13da139f278f99456b7471, REOPEN/MOVE in 539 msec
2024-12-12T06:06:42,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-12T06:06:42,436 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-12T06:06:42,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:42,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,441 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-12T06:06:42,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-12T06:06:42,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543795419, stopped=false
2024-12-12T06:06:42,441 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ffbfd3107920,43691,1733983596833
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:42,512 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-12T06:06:42,514 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-12T06:06:42,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:42,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:42,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:42,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:42,516 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,41647,1733983597621' *****
2024-12-12T06:06:42,516 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-12T06:06:42,516 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,35899,1733983597755' *****
2024-12-12T06:06:42,516 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-12T06:06:42,516 INFO  [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1738): Disabling cache
2024-12-12T06:06:42,517 INFO  [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1738): Disabling cache
2024-12-12T06:06:42,517 INFO  [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence
2024-12-12T06:06:42,517 INFO  [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/bucket.persistence
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-12T06:06:42,517 INFO  [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-12T06:06:42,517 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-12T06:06:42,518 INFO  [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-12T06:06:42,518 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-12T06:06:42,518 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-12T06:06:42,528 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1487): Thread RS:0;ffbfd3107920:41647 started persisting bucket cache to file
2024-12-12T06:06:42,528 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:42,528 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:42,528 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1487): Thread RS:1;ffbfd3107920:35899 started persisting bucket cache to file
2024-12-12T06:06:42,528 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:42,528 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:42,530 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:42,531 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983602528
2024-12-12T06:06:42,531 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:42,531 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983602528
2024-12-12T06:06:42,531 DEBUG [RS:1;ffbfd3107920:35899 {}] bucket.BucketCache(1509): Thread RS:1;ffbfd3107920:35899 finished persisting bucket cache to file, renaming
2024-12-12T06:06:42,531 DEBUG [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1509): Thread RS:0;ffbfd3107920:41647 finished persisting bucket cache to file, renaming
2024-12-12T06:06:42,531 WARN  [RS:0;ffbfd3107920:41647 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-12-12T06:06:42,531 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HeapMemoryManager(224): Stopping
2024-12-12T06:06:42,531 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HeapMemoryManager(224): Stopping
2024-12-12T06:06:42,531 INFO  [RS:1;ffbfd3107920:35899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-12T06:06:42,531 INFO  [RS:0;ffbfd3107920:41647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-12T06:06:42,531 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-12T06:06:42,531 INFO  [RS:0;ffbfd3107920:41647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-12T06:06:42,531 INFO  [RS:1;ffbfd3107920:35899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-12T06:06:42,531 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-12T06:06:42,531 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,35899,1733983597755
2024-12-12T06:06:42,531 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(3091): Received CLOSE for bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,531 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:42,532 INFO  [RS:1;ffbfd3107920:35899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ffbfd3107920:35899.
2024-12-12T06:06:42,532 DEBUG [RS:1;ffbfd3107920:35899 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:42,532 DEBUG [RS:1;ffbfd3107920:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,41647,1733983597621
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:42,532 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,35899,1733983597755; all regions closed.
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ffbfd3107920:41647.
2024-12-12T06:06:42,532 DEBUG [RS:0;ffbfd3107920:41647 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:42,532 DEBUG [RS:0;ffbfd3107920:41647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-12T06:06:42,532 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-12T06:06:42,532 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-12T06:06:42,533 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf906fed9c13da139f278f99456b7471, disabling compactions & flushes
2024-12-12T06:06:42,533 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,533 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-12T06:06:42,533 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-12T06:06:42,533 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bf906fed9c13da139f278f99456b7471=testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.}
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471. after waiting 0 ms
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-12T06:06:42,533 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-12T06:06:42,533 DEBUG [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf906fed9c13da139f278f99456b7471
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-12T06:06:42,533 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-12T06:06:42,534 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-12-12T06:06:42,534 DEBUG [StoreFileCloser-bf906fed9c13da139f278f99456b7471-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/family/6aa5eecd907049528c8096cccc0042e8
2024-12-12T06:06:42,539 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnRegionMove1733983600074/bf906fed9c13da139f278f99456b7471/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-12T06:06:42,539 DEBUG [RS:1;ffbfd3107920:35899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:42,539 INFO  [RS:1;ffbfd3107920:35899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C35899%2C1733983597755:(num 1733983599253)
2024-12-12T06:06:42,539 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,539 DEBUG [RS:1;ffbfd3107920:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,539 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:42,539 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf906fed9c13da139f278f99456b7471:
Waiting for close lock at 1733983602532Running coprocessor pre-close hooks at 1733983602533 (+1 ms)Disabling compacts and flushes for region at 1733983602533Disabling writes for close at 1733983602533Writing region close event to WAL at 1733983602534 (+1 ms)Running coprocessor post-close hooks at 1733983602539 (+5 ms)Closed at 1733983602539
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:42,540 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471.
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-12T06:06:42,540 INFO  [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-12T06:06:42,540 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:42,541 INFO  [RS:1;ffbfd3107920:35899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35899
2024-12-12T06:06:42,545 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on aa46bb0aedc84a26ae6134bdcc96f481
2024-12-12T06:06:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,35899,1733983597755
2024-12-12T06:06:42,556 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:42,562 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/aa46bb0aedc84a26ae6134bdcc96f481 is 205, key is testBlockEvictionOnRegionMove1733983600074,,1733983600086.bf906fed9c13da139f278f99456b7471./info:regioninfo/1733983602414/Put/seqid=0
2024-12-12T06:06:42,563 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/aa46bb0aedc84a26ae6134bdcc96f481
2024-12-12T06:06:42,564 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,35899,1733983597755]
2024-12-12T06:06:42,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,35899,1733983597755 already deleted, retry=false
2024-12-12T06:06:42,572 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,35899,1733983597755 expired; onlineServers=1
2024-12-12T06:06:42,573 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 59e8b20ba0784abd9d1c0349cb67cf09
2024-12-12T06:06:42,584 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/59e8b20ba0784abd9d1c0349cb67cf09 is 43, key is default/ns:d/1733983599866/Put/seqid=0
2024-12-12T06:06:42,585 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/59e8b20ba0784abd9d1c0349cb67cf09
2024-12-12T06:06:42,593 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d5a8632e39cb4f3eb9a2b77ad6f77c1d
2024-12-12T06:06:42,593 INFO  [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:42,594 INFO  [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:42,604 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d is 78, key is testBlockEvictionOnRegionMove1733983600074/table:state/1733983600491/Put/seqid=0
2024-12-12T06:06:42,605 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d
2024-12-12T06:06:42,607 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/aa46bb0aedc84a26ae6134bdcc96f481 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/aa46bb0aedc84a26ae6134bdcc96f481
2024-12-12T06:06:42,608 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/aa46bb0aedc84a26ae6134bdcc96f481, delay=972 ms
2024-12-12T06:06:42,610 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/aa46bb0aedc84a26ae6134bdcc96f481, entries=15, sequenceid=15, filesize=7.6 K
2024-12-12T06:06:42,610 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/59e8b20ba0784abd9d1c0349cb67cf09 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/59e8b20ba0784abd9d1c0349cb67cf09
2024-12-12T06:06:42,612 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/59e8b20ba0784abd9d1c0349cb67cf09, delay=964 ms
2024-12-12T06:06:42,614 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/59e8b20ba0784abd9d1c0349cb67cf09, entries=2, sequenceid=15, filesize=5.0 K
2024-12-12T06:06:42,614 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d
2024-12-12T06:06:42,616 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d, delay=968 ms
2024-12-12T06:06:42,617 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d, entries=2, sequenceid=15, filesize=5.3 K
2024-12-12T06:06:42,619 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=15, compaction requested=false
2024-12-12T06:06:42,619 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-12T06:06:42,621 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/aa46bb0aedc84a26ae6134bdcc96f481
2024-12-12T06:06:42,623 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/59e8b20ba0784abd9d1c0349cb67cf09
2024-12-12T06:06:42,623 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/d5a8632e39cb4f3eb9a2b77ad6f77c1d
2024-12-12T06:06:42,627 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-12-12T06:06:42,627 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-12T06:06:42,628 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:42,628 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733983602533Running coprocessor pre-close hooks at 1733983602533Disabling compacts and flushes for region at 1733983602533Disabling writes for close at 1733983602533Obtaining lock to block concurrent updates at 1733983602534 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733983602534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733983602534Flushing stores of hbase:meta,,1.1588230740 at 1733983602535 (+1 ms)Flushing 1588230740/info: creating writer at 1733983602535Flushing 1588230740/info: appending metadata at 1733983602560 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733983602560Flushing 1588230740/ns: creating writer at 1733983602567 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733983602584 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733983602584Flushing 1588230740/table: creating writer at 1733983602587 (+3 ms)Flushing 1588230740/table: appending metadata at 1733983602603 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733983602604 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780d62fa: reopening flushed file at 1733983602607 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d73a492: reopening flushed file at 1733983602610 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2538155: reopening flushed file at 1733983602614 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=15, compaction requested=false at 1733983602619 (+5 ms)Writing region close event to WAL at 1733983602624 (+5 ms)Running coprocessor post-close hooks at 1733983602627 (+3 ms)Closed at 1733983602628 (+1 ms)
2024-12-12T06:06:42,628 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10018afaeba0002, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:42,666 INFO  [RS:1;ffbfd3107920:35899 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:42,666 INFO  [RS:1;ffbfd3107920:35899 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,35899,1733983597755; zookeeper connection closed.
2024-12-12T06:06:42,666 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@406c47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@406c47
2024-12-12T06:06:42,734 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,41647,1733983597621; all regions closed.
2024-12-12T06:06:42,740 DEBUG [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:42,740 INFO  [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C41647%2C1733983597621.meta:.meta(num 1733983599642)
2024-12-12T06:06:42,743 DEBUG [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:42,743 INFO  [RS:0;ffbfd3107920:41647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C41647%2C1733983597621:(num 1733983599253)
2024-12-12T06:06:42,743 DEBUG [RS:0;ffbfd3107920:41647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:42,743 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:42,743 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:42,743 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:42,744 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:42,744 INFO  [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:42,744 INFO  [RS:0;ffbfd3107920:41647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41647
2024-12-12T06:06:42,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:42,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,41647,1733983597621
2024-12-12T06:06:42,772 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:42,773 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,41647,1733983597621]
2024-12-12T06:06:42,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,41647,1733983597621 already deleted, retry=false
2024-12-12T06:06:42,789 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,41647,1733983597621 expired; onlineServers=0
2024-12-12T06:06:42,789 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ffbfd3107920,43691,1733983596833' *****
2024-12-12T06:06:42,789 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-12T06:06:42,789 INFO  [M:0;ffbfd3107920:43691 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:42,789 INFO  [M:0;ffbfd3107920:43691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:42,789 DEBUG [M:0;ffbfd3107920:43691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-12T06:06:42,790 DEBUG [M:0;ffbfd3107920:43691 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-12T06:06:42,790 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-12T06:06:42,790 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983598881 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983598881,5,FailOnTimeoutGroup]
2024-12-12T06:06:42,790 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983598883 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983598883,5,FailOnTimeoutGroup]
2024-12-12T06:06:42,790 INFO  [M:0;ffbfd3107920:43691 {}] hbase.ChoreService(370): Chore service for: master/ffbfd3107920:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:42,790 INFO  [M:0;ffbfd3107920:43691 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:42,790 DEBUG [M:0;ffbfd3107920:43691 {}] master.HMaster(1795): Stopping service threads
2024-12-12T06:06:42,790 INFO  [M:0;ffbfd3107920:43691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-12T06:06:42,790 INFO  [M:0;ffbfd3107920:43691 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-12T06:06:42,791 INFO  [M:0;ffbfd3107920:43691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-12T06:06:42,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-12T06:06:42,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:42,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:42,797 DEBUG [M:0;ffbfd3107920:43691 {}] zookeeper.ZKUtil(347): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-12T06:06:42,797 WARN  [M:0;ffbfd3107920:43691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-12T06:06:42,798 INFO  [M:0;ffbfd3107920:43691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.lastflushedseqids
2024-12-12T06:06:42,810 INFO  [M:0;ffbfd3107920:43691 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-12T06:06:42,810 INFO  [M:0;ffbfd3107920:43691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-12T06:06:42,810 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-12T06:06:42,810 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:42,810 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:42,810 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-12T06:06:42,811 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:42,811 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-12-12T06:06:42,821 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5843299be56d4ec0b79b62a0935b5f71
2024-12-12T06:06:42,835 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5843299be56d4ec0b79b62a0935b5f71 is 82, key is hbase:meta,,1/info:regioninfo/1733983599699/Put/seqid=0
2024-12-12T06:06:42,835 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5843299be56d4ec0b79b62a0935b5f71
2024-12-12T06:06:42,842 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b7475bfbab9840d8b45813187c4bdca9
2024-12-12T06:06:42,854 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7475bfbab9840d8b45813187c4bdca9 is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733983600495/Put/seqid=0
2024-12-12T06:06:42,855 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7475bfbab9840d8b45813187c4bdca9
2024-12-12T06:06:42,862 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5454bc61ed904660ac708b5b4ee22ab1
2024-12-12T06:06:42,873 DEBUG [M:0;ffbfd3107920:43691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5454bc61ed904660ac708b5b4ee22ab1 is 69, key is ffbfd3107920,35899,1733983597755/rs:state/1733983598969/Put/seqid=0
2024-12-12T06:06:42,874 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5454bc61ed904660ac708b5b4ee22ab1
2024-12-12T06:06:42,876 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5843299be56d4ec0b79b62a0935b5f71 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5843299be56d4ec0b79b62a0935b5f71
2024-12-12T06:06:42,878 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5843299be56d4ec0b79b62a0935b5f71, entries=8, sequenceid=84, filesize=5.5 K
2024-12-12T06:06:42,878 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7475bfbab9840d8b45813187c4bdca9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7475bfbab9840d8b45813187c4bdca9
2024-12-12T06:06:42,880 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7475bfbab9840d8b45813187c4bdca9, entries=9, sequenceid=84, filesize=6.5 K
2024-12-12T06:06:42,880 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5454bc61ed904660ac708b5b4ee22ab1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5454bc61ed904660ac708b5b4ee22ab1
2024-12-12T06:06:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:42,881 INFO  [RS:0;ffbfd3107920:41647 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:42,881 INFO  [RS:0;ffbfd3107920:41647 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,41647,1733983597621; zookeeper connection closed.
2024-12-12T06:06:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41647-0x10018afaeba0001, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:42,881 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5be30677 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5be30677
2024-12-12T06:06:42,882 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-12-12T06:06:42,882 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5454bc61ed904660ac708b5b4ee22ab1, entries=2, sequenceid=84, filesize=5.1 K
2024-12-12T06:06:42,883 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 71ms, sequenceid=84, compaction requested=false
2024-12-12T06:06:42,885 INFO  [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:42,885 DEBUG [M:0;ffbfd3107920:43691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733983602810Disabling compacts and flushes for region at 1733983602810Disabling writes for close at 1733983602810Obtaining lock to block concurrent updates at 1733983602811 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733983602811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1733983602811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733983602812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733983602812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733983602834 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733983602834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733983602837 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733983602854 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733983602854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733983602856 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733983602873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733983602873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14061555: reopening flushed file at 1733983602875 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286992f9: reopening flushed file at 1733983602878 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd6bb34: reopening flushed file at 1733983602880 (+2 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 71ms, sequenceid=84, compaction requested=false at 1733983602883 (+3 ms)Writing region close event to WAL at 1733983602884 (+1 ms)Closed at 1733983602884
2024-12-12T06:06:42,886 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:42,886 INFO  [M:0;ffbfd3107920:43691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-12T06:06:42,886 INFO  [M:0;ffbfd3107920:43691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43691
2024-12-12T06:06:42,887 INFO  [M:0;ffbfd3107920:43691 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:43,048 INFO  [M:0;ffbfd3107920:43691 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43691-0x10018afaeba0000, quorum=127.0.0.1:56794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:43,057 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-12T06:06:43,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-12T06:06:43,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,085 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: master/ffbfd3107920:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733983600857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ffbfd3107920:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ffbfd3107920:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733983602608
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733983602402
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ffbfd3107920:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1733983602612
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=8812 (was 9172)
2024-12-12T06:06:43,090 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=8812
2024-12-12T06:06:43,090 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/hadoop-log-dir so I do NOT create it in target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949
2024-12-12T06:06:43,090 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/hadoop-tmp-dir so I do NOT create it in target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949
2024-12-12T06:06:43,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,093 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/cluster_53a988fc-befd-50dc-2ef9-df0feeaf2ed1, deleteOnExit=true
2024-12-12T06:06:43,127 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/cluster_53a988fc-befd-50dc-2ef9-df0feeaf2ed1/zookeeper_0, clientPort=63607, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/cluster_53a988fc-befd-50dc-2ef9-df0feeaf2ed1/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/cluster_53a988fc-befd-50dc-2ef9-df0feeaf2ed1/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-12T06:06:43,128 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63607
2024-12-12T06:06:43,144 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1 with version=8
2024-12-12T06:06:43,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase-staging
2024-12-12T06:06:43,147 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:43,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,148 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:43,148 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,148 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:43,148 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-12T06:06:43,148 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:43,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39429
2024-12-12T06:06:43,150 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39429 connecting to ZooKeeper ensemble=127.0.0.1:63607
2024-12-12T06:06:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394290x0, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:43,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39429-0x10018afc8530000 connected
2024-12-12T06:06:43,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:43,293 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1, hbase.cluster.distributed=false
2024-12-12T06:06:43,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:43,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39429
2024-12-12T06:06:43,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39429
2024-12-12T06:06:43,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39429
2024-12-12T06:06:43,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39429
2024-12-12T06:06:43,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39429
2024-12-12T06:06:43,314 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:43,314 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,314 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,314 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:43,315 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,315 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:43,315 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-12T06:06:43,315 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:43,316 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44351
2024-12-12T06:06:43,317 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44351 connecting to ZooKeeper ensemble=127.0.0.1:63607
2024-12-12T06:06:43,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443510x0, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:43,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44351-0x10018afc8530001 connected
2024-12-12T06:06:43,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:43,330 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-12T06:06:43,330 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache
2024-12-12T06:06:43,330 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-12T06:06:43,331 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-12T06:06:43,331 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-12T06:06:43,331 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-12T06:06:43,331 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-12T06:06:43,331 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-12T06:06:43,332 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-12T06:06:43,332 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-12T06:06:43,332 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence is complete.
2024-12-12T06:06:43,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-12T06:06:43,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:43,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44351
2024-12-12T06:06:43,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44351
2024-12-12T06:06:43,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44351
2024-12-12T06:06:43,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44351
2024-12-12T06:06:43,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44351
2024-12-12T06:06:43,353 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:43,353 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-12T06:06:43,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:43,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32957
2024-12-12T06:06:43,356 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32957 connecting to ZooKeeper ensemble=127.0.0.1:63607
2024-12-12T06:06:43,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329570x0, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:43,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329570x0, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:43,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32957-0x10018afc8530002 connected
2024-12-12T06:06:43,367 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-12T06:06:43,368 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache
2024-12-12T06:06:43,368 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-12T06:06:43,368 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-12T06:06:43,368 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-12T06:06:43,369 INFO  [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-12T06:06:43,369 WARN  [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-12T06:06:43,369 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-12T06:06:43,369 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-12T06:06:43,369 INFO  [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence is complete.
2024-12-12T06:06:43,369 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-12T06:06:43,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-12T06:06:43,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:43,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957
2024-12-12T06:06:43,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957
2024-12-12T06:06:43,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957
2024-12-12T06:06:43,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957
2024-12-12T06:06:43,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957
2024-12-12T06:06:43,389 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ffbfd3107920:39429
2024-12-12T06:06:43,390 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,400 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,412 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-12T06:06:43,412 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ffbfd3107920,39429,1733983603146 from backup master directory
2024-12-12T06:06:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-12T06:06:43,420 WARN  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:43,420 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,422 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase.id] with ID: a4972a1e-ec3d-4dc8-890b-b4fb588d998b
2024-12-12T06:06:43,422 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.tmp/hbase.id
2024-12-12T06:06:43,425 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/hbase.id]
2024-12-12T06:06:43,457 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:43,457 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-12T06:06:43,460 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms.
2024-12-12T06:06:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,475 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-12T06:06:43,476 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-12T06:06:43,476 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:43,496 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store
2024-12-12T06:06:43,503 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:43,503 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-12T06:06:43,503 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:43,503 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:43,504 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-12-12T06:06:43,504 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:43,504 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:43,504 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733983603503Disabling compacts and flushes for region at 1733983603503Disabling writes for close at 1733983603504 (+1 ms)Writing region close event to WAL at 1733983603504Closed at 1733983603504
2024-12-12T06:06:43,504 WARN  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/.initializing
2024-12-12T06:06:43,504 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,511 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:43,515 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C39429%2C1733983603146, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,39429,1733983603146, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/oldWALs, maxLogs=10
2024-12-12T06:06:43,532 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/WALs/ffbfd3107920,39429,1733983603146/ffbfd3107920%2C39429%2C1733983603146.1733983603516
2024-12-12T06:06:43,532 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:43,532 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:43,532 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:43,533 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,533 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,533 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:43,537 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-12T06:06:43,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,538 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:43,538 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:43,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-12T06:06:43,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:43,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:43,545 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-12T06:06:43,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,546 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:43,546 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-12T06:06:43,549 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-12T06:06:43,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,549 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:43,550 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,550 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,550 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,550 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,550 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,551 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:43,551 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-12T06:06:43,556 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:43,557 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65261431, jitterRate=-0.027528896927833557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:43,557 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733983603533Initializing all the Stores at 1733983603533Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983603533Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983603533Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983603533Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983603533Cleaning up temporary data from old regions at 1733983603550 (+17 ms)Region opened successfully at 1733983603557 (+7 ms)
2024-12-12T06:06:43,558 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-12T06:06:43,561 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20548efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:43,562 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-12T06:06:43,562 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-12T06:06:43,562 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-12T06:06:43,563 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-12T06:06:43,563 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-12T06:06:43,563 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-12T06:06:43,563 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-12T06:06:43,565 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-12T06:06:43,566 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-12T06:06:43,583 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-12T06:06:43,583 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-12T06:06:43,584 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-12T06:06:43,594 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-12T06:06:43,595 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-12T06:06:43,596 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-12T06:06:43,608 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-12T06:06:43,610 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-12T06:06:43,620 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-12T06:06:43,623 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-12T06:06:43,633 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,645 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ffbfd3107920,39429,1733983603146, sessionid=0x10018afc8530000, setting cluster-up flag (Was=false)
2024-12-12T06:06:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,686 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-12T06:06:43,689 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:43,741 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-12T06:06:43,742 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,39429,1733983603146
2024-12-12T06:06:43,743 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-12T06:06:43,744 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:43,745 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-12T06:06:43,745 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-12T06:06:43,745 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ffbfd3107920,39429,1733983603146
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-12T06:06:43,747 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:43,747 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:43,747 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:43,747 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5
2024-12-12T06:06:43,748 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ffbfd3107920:0, corePoolSize=10, maxPoolSize=10
2024-12-12T06:06:43,748 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,748 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:43,748 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733983633750
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-12T06:06:43,750 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-12T06:06:43,751 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-12T06:06:43,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:43,751 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,751 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-12T06:06:43,751 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-12T06:06:43,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,751 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-12T06:06:43,752 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-12T06:06:43,752 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-12T06:06:43,752 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-12T06:06:43,752 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-12T06:06:43,753 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983603752,5,FailOnTimeoutGroup]
2024-12-12T06:06:43,755 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983603753,5,FailOnTimeoutGroup]
2024-12-12T06:06:43,755 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,755 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-12T06:06:43,755 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,755 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,769 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-12T06:06:43,769 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:43,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:43,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-12T06:06:43,778 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-12T06:06:43,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:43,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-12T06:06:43,781 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(746): ClusterId : a4972a1e-ec3d-4dc8-890b-b4fb588d998b
2024-12-12T06:06:43,781 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(746): ClusterId : a4972a1e-ec3d-4dc8-890b-b4fb588d998b
2024-12-12T06:06:43,781 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-12T06:06:43,781 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-12T06:06:43,783 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-12T06:06:43,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,784 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:43,784 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-12T06:06:43,787 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-12T06:06:43,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:43,788 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-12T06:06:43,791 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-12T06:06:43,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:43,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:43,792 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-12T06:06:43,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-12T06:06:43,792 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-12T06:06:43,792 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-12T06:06:43,792 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:43,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-12T06:06:43,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:43,800 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63247138, jitterRate=-0.057544201612472534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:43,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733983603775Initializing all the Stores at 1733983603775Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983603775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983603776 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983603776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983603776Cleaning up temporary data from old regions at 1733983603793 (+17 ms)Region opened successfully at 1733983603800 (+7 ms)
2024-12-12T06:06:43,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-12T06:06:43,800 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-12T06:06:43,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-12T06:06:43,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-12T06:06:43,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-12T06:06:43,801 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:43,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733983603800Disabling compacts and flushes for region at 1733983603800Disabling writes for close at 1733983603800Writing region close event to WAL at 1733983603801 (+1 ms)Closed at 1733983603801
2024-12-12T06:06:43,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:43,802 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-12T06:06:43,803 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-12T06:06:43,804 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-12T06:06:43,804 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-12T06:06:43,804 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-12T06:06:43,805 DEBUG [RS:0;ffbfd3107920:44351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82cfa47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:43,805 DEBUG [RS:1;ffbfd3107920:32957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529a16ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:43,805 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-12T06:06:43,817 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ffbfd3107920:32957
2024-12-12T06:06:43,817 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ffbfd3107920:44351
2024-12-12T06:06:43,817 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-12T06:06:43,817 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-12T06:06:43,817 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-12T06:06:43,817 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-12T06:06:43,817 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-12T06:06:43,817 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-12T06:06:43,818 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,39429,1733983603146 with port=44351, startcode=1733983603314
2024-12-12T06:06:43,818 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,39429,1733983603146 with port=32957, startcode=1733983603353
2024-12-12T06:06:43,818 DEBUG [RS:0;ffbfd3107920:44351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-12T06:06:43,818 DEBUG [RS:1;ffbfd3107920:32957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-12T06:06:43,820 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-12T06:06:43,820 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-12T06:06:43,821 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,821 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,822 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,822 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,822 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:43,822 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-12T06:06:43,822 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-12T06:06:43,823 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:43,823 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-12T06:06:43,824 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-12T06:06:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:43,866 DEBUG [RS:1;ffbfd3107920:32957 {}] zookeeper.ZKUtil(111): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,866 WARN  [RS:1;ffbfd3107920:32957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:43,866 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,44351,1733983603314]
2024-12-12T06:06:43,866 INFO  [RS:1;ffbfd3107920:32957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:43,866 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,32957,1733983603353]
2024-12-12T06:06:43,866 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,866 DEBUG [RS:0;ffbfd3107920:44351 {}] zookeeper.ZKUtil(111): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,866 WARN  [RS:0;ffbfd3107920:44351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:43,867 INFO  [RS:0;ffbfd3107920:44351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:43,867 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,874 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-12T06:06:43,877 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-12T06:06:43,877 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-12T06:06:43,878 INFO  [RS:1;ffbfd3107920:32957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-12T06:06:43,878 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,878 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-12T06:06:43,879 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-12T06:06:43,879 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,879 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,879 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:43,880 INFO  [RS:0;ffbfd3107920:44351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,880 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-12T06:06:43,880 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,881 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,881 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,881 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:43,881 DEBUG [RS:1;ffbfd3107920:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:43,881 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-12T06:06:43,881 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,881 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,881 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,881 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:43,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,32957,1733983603353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,882 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,883 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,883 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:43,883 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:43,883 DEBUG [RS:0;ffbfd3107920:44351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:43,883 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,883 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,884 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,884 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,884 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,884 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,44351,1733983603314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:43,895 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false
2024-12-12T06:06:43,895 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,32957,1733983603353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,895 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,895 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.Replication(171): ffbfd3107920,32957,1733983603353 started
2024-12-12T06:06:43,895 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false
2024-12-12T06:06:43,895 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,44351,1733983603314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,895 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,895 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.Replication(171): ffbfd3107920,44351,1733983603314 started
2024-12-12T06:06:43,906 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,907 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,32957,1733983603353, RpcServer on ffbfd3107920/172.17.0.2:32957, sessionid=0x10018afc8530002
2024-12-12T06:06:43,907 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-12T06:06:43,907 DEBUG [RS:1;ffbfd3107920:32957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,907 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,32957,1733983603353'
2024-12-12T06:06:43,907 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,32957,1733983603353
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,32957,1733983603353'
2024-12-12T06:06:43,908 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-12T06:06:43,909 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:43,909 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,44351,1733983603314, RpcServer on ffbfd3107920/172.17.0.2:44351, sessionid=0x10018afc8530001
2024-12-12T06:06:43,909 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-12T06:06:43,909 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-12T06:06:43,909 DEBUG [RS:0;ffbfd3107920:44351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,909 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,44351,1733983603314'
2024-12-12T06:06:43,909 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-12T06:06:43,909 DEBUG [RS:1;ffbfd3107920:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-12T06:06:43,910 INFO  [RS:1;ffbfd3107920:32957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-12T06:06:43,910 INFO  [RS:1;ffbfd3107920:32957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,44351,1733983603314
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,44351,1733983603314'
2024-12-12T06:06:43,910 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-12T06:06:43,911 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-12T06:06:43,911 DEBUG [RS:0;ffbfd3107920:44351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-12T06:06:43,911 INFO  [RS:0;ffbfd3107920:44351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-12T06:06:43,911 INFO  [RS:0;ffbfd3107920:44351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-12T06:06:43,955 WARN  [ffbfd3107920:39429 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-12T06:06:44,011 INFO  [RS:1;ffbfd3107920:32957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:44,013 INFO  [RS:0;ffbfd3107920:44351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:44,013 INFO  [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C32957%2C1733983603353, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,32957,1733983603353, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:44,014 INFO  [RS:0;ffbfd3107920:44351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C44351%2C1733983603314, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:44,033 INFO  [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,32957,1733983603353/ffbfd3107920%2C32957%2C1733983603353.1733983604018
2024-12-12T06:06:44,033 INFO  [RS:0;ffbfd3107920:44351 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314/ffbfd3107920%2C44351%2C1733983603314.1733983604019
2024-12-12T06:06:44,034 DEBUG [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:44,034 DEBUG [RS:0;ffbfd3107920:44351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:44,206 DEBUG [ffbfd3107920:39429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-12T06:06:44,206 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0}
2024-12-12T06:06:44,208 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-12T06:06:44,208 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-12T06:06:44,208 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-12T06:06:44,208 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-12T06:06:44,208 INFO  [ffbfd3107920:39429 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-12T06:06:44,208 INFO  [ffbfd3107920:39429 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-12T06:06:44,208 DEBUG [ffbfd3107920:39429 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-12T06:06:44,209 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:44,211 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,32957,1733983603353, state=OPENING
2024-12-12T06:06:44,237 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-12T06:06:44,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:44,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:44,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:44,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-12T06:06:44,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,247 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,32957,1733983603353}]
2024-12-12T06:06:44,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-12T06:06:44,405 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-12T06:06:44,407 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-12T06:06:44,407 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:44,408 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-12T06:06:44,409 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C32957%2C1733983603353.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,32957,1733983603353, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:44,426 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,32957,1733983603353/ffbfd3107920%2C32957%2C1733983603353.meta.1733983604410.meta
2024-12-12T06:06:44,427 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:44,427 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:44,427 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-12T06:06:44,427 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-12T06:06:44,428 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-12T06:06:44,428 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-12T06:06:44,428 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:44,428 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-12T06:06:44,428 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-12T06:06:44,429 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-12T06:06:44,429 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-12T06:06:44,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,430 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:44,430 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-12T06:06:44,431 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-12T06:06:44,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:44,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-12T06:06:44,432 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-12T06:06:44,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:44,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-12T06:06:44,433 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-12T06:06:44,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-12T06:06:44,433 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-12T06:06:44,434 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:44,434 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740
2024-12-12T06:06:44,434 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-12T06:06:44,434 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-12T06:06:44,434 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-12T06:06:44,435 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-12T06:06:44,435 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64598014, jitterRate=-0.03741458058357239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-12T06:06:44,436 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-12T06:06:44,436 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733983604428Writing region info on filesystem at 1733983604428Initializing all the Stores at 1733983604428Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983604428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983604428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983604428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983604428Cleaning up temporary data from old regions at 1733983604434 (+6 ms)Running coprocessor post-open hooks at 1733983604436 (+2 ms)Region opened successfully at 1733983604436
2024-12-12T06:06:44,437 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733983604399
2024-12-12T06:06:44,439 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-12T06:06:44,440 INFO  [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-12T06:06:44,440 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:44,440 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,32957,1733983603353, state=OPEN
2024-12-12T06:06:44,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:44,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:44,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-12T06:06:44,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:44,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-12T06:06:44,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-12T06:06:44,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,32957,1733983603353 in 223 msec
2024-12-12T06:06:44,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-12T06:06:44,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec
2024-12-12T06:06:44,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-12T06:06:44,476 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-12T06:06:44,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-12T06:06:44,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,32957,1733983603353, seqNum=-1]
2024-12-12T06:06:44,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:44,481 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:44,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec
2024-12-12T06:06:44,487 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733983604487, completionTime=-1
2024-12-12T06:06:44,487 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-12T06:06:44,487 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-12T06:06:44,490 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-12T06:06:44,490 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733983664490
2024-12-12T06:06:44,490 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733983724490
2024-12-12T06:06:44,490 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-12-12T06:06:44,491 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-12T06:06:44,491 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,491 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,491 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,491 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ffbfd3107920:39429, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,492 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,492 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,494 DEBUG [master/ffbfd3107920:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-12T06:06:44,496 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.076sec
2024-12-12T06:06:44,496 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-12T06:06:44,496 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-12T06:06:44,497 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-12T06:06:44,497 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-12T06:06:44,497 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-12T06:06:44,497 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:44,497 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-12T06:06:44,497 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-12T06:06:44,498 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-12T06:06:44,498 INFO  [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39429,1733983603146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:44,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbe4673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:44,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,39429,-1 for getting cluster id
2024-12-12T06:06:44,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-12T06:06:44,585 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4972a1e-ec3d-4dc8-890b-b4fb588d998b'
2024-12-12T06:06:44,586 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-12T06:06:44,586 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4972a1e-ec3d-4dc8-890b-b4fb588d998b"

2024-12-12T06:06:44,587 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229bb298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:44,587 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,39429,-1]
2024-12-12T06:06:44,588 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-12T06:06:44,588 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:44,591 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-12T06:06:44,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718e5b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-12T06:06:44,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-12T06:06:44,595 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,32957,1733983603353, seqNum=-1]
2024-12-12T06:06:44,596 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:44,598 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:44,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ffbfd3107920,39429,1733983603146
2024-12-12T06:06:44,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-12T06:06:44,602 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ffbfd3107920,39429,1733983603146
2024-12-12T06:06:44,602 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@620bef95
2024-12-12T06:06:44,602 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-12T06:06:44,604 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-12T06:06:44,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733983604600', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-12T06:06:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600
2024-12-12T06:06:44,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-12T06:06:44,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1733983604600"
 procId is: 4
2024-12-12T06:06:44,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-12T06:06:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:44,618 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d8b39c7fbc5eef2992c27881707cfd1, NAME => 'testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733983604600', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1722): Closing 0d8b39c7fbc5eef2992c27881707cfd1, disabling compactions & flushes
2024-12-12T06:06:44,624 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1. after waiting 0 ms
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,624 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,624 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733983604600-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d8b39c7fbc5eef2992c27881707cfd1:
Waiting for close lock at 1733983604624Disabling compacts and flushes for region at 1733983604624Disabling writes for close at 1733983604624Writing region close event to WAL at 1733983604624Closed at 1733983604624
2024-12-12T06:06:44,625 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_ADD_TO_META
2024-12-12T06:06:44,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733983604625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983604625"}]},"ts":"1733983604625"}
2024-12-12T06:06:44,628 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-12T06:06:44,629 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-12T06:06:44,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733983604600","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983604629"}]},"ts":"1733983604629"}
2024-12-12T06:06:44,632 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733983604600, state=ENABLING in hbase:meta
2024-12-12T06:06:44,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0}
2024-12-12T06:06:44,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-12T06:06:44,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-12T06:06:44,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-12T06:06:44,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-12T06:06:44,633 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-12T06:06:44,633 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-12T06:06:44,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-12T06:06:44,633 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN}]
2024-12-12T06:06:44,634 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN
2024-12-12T06:06:44,635 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN; state=OFFLINE, location=ffbfd3107920,44351,1733983603314; forceNewPlan=false, retain=false
2024-12-12T06:06:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:44,786 INFO  [ffbfd3107920:39429 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-12T06:06:44,786 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d8b39c7fbc5eef2992c27881707cfd1, regionState=OPENING, regionLocation=ffbfd3107920,44351,1733983603314
2024-12-12T06:06:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN because future has completed
2024-12-12T06:06:44,789 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,44351,1733983603314}]
2024-12-12T06:06:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:44,943 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-12T06:06:44,947 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-12T06:06:44,951 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,951 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8b39c7fbc5eef2992c27881707cfd1, NAME => 'testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:44,952 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733983604600 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,952 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:44,952 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,952 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,954 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 0d8b39c7fbc5eef2992c27881707cfd1 
2024-12-12T06:06:44,959 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8b39c7fbc5eef2992c27881707cfd1 columnFamilyName family
2024-12-12T06:06:44,959 DEBUG [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:44,959 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] regionserver.HStore(327): Store=0d8b39c7fbc5eef2992c27881707cfd1/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:44,959 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,960 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,960 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,961 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,961 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,962 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,969 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-12T06:06:44,969 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d8b39c7fbc5eef2992c27881707cfd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343660, jitterRate=0.03330105543136597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-12T06:06:44,969 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:44,970 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d8b39c7fbc5eef2992c27881707cfd1:
Running coprocessor pre-open hook at 1733983604952Writing region info on filesystem at 1733983604953 (+1 ms)Initializing all the Stores at 1733983604953Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983604953Cleaning up temporary data from old regions at 1733983604961 (+8 ms)Running coprocessor post-open hooks at 1733983604969 (+8 ms)Region opened successfully at 1733983604970 (+1 ms)
2024-12-12T06:06:44,971 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1., pid=6, masterSystemTime=1733983604942
2024-12-12T06:06:44,973 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,973 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:44,974 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d8b39c7fbc5eef2992c27881707cfd1, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44351,1733983603314
2024-12-12T06:06:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,44351,1733983603314 because future has completed
2024-12-12T06:06:44,979 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-12T06:06:44,979 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,44351,1733983603314 in 188 msec
2024-12-12T06:06:44,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-12T06:06:44,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN in 346 msec
2024-12-12T06:06:44,982 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-12T06:06:44,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733983604600","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983604982"}]},"ts":"1733983604982"}
2024-12-12T06:06:44,987 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733983604600, state=ENABLED in hbase:meta
2024-12-12T06:06:44,988 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 execute state=CREATE_TABLE_POST_OPERATION
2024-12-12T06:06:44,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733983604600 in 383 msec
2024-12-12T06:06:45,174 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-12T06:06:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-12T06:06:45,240 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733983604600 completed
2024-12-12T06:06:45,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733983604600 get assigned. Timeout = 60000ms
2024-12-12T06:06:45,240 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-12T06:06:45,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733983604600 assigned to meta. Checking AM states.
2024-12-12T06:06:45,244 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-12T06:06:45,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733983604600 assigned.
2024-12-12T06:06:45,249 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733983604600', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1., hostname=ffbfd3107920,44351,1733983603314, seqNum=2]
2024-12-12T06:06:45,250 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-12T06:06:45,252 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-12T06:06:45,258 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d8b39c7fbc5eef2992c27881707cfd1 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-12T06:06:45,269 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:45,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/.tmp/family/4ebbaf0eaf924201809682103682ca87 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-12T06:06:45,284 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/.tmp/family/4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:45,287 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/.tmp/family/4ebbaf0eaf924201809682103682ca87 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:45,288 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, delay=918 ms
2024-12-12T06:06:45,289 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, entries=2, sequenceid=6, filesize=4.9 K
2024-12-12T06:06:45,290 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 0d8b39c7fbc5eef2992c27881707cfd1 in 32ms, sequenceid=6, compaction requested=false
2024-12-12T06:06:45,290 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733983604600'
2024-12-12T06:06:45,290 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0d8b39c7fbc5eef2992c27881707cfd1:

2024-12-12T06:06:46,208 DEBUG [hfile-prefetch-1733983602402 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 4ebbaf0eaf924201809682103682ca87_0. 
2024-12-12T06:06:46,210 DEBUG [hfile-prefetch-1733983602402 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 4ebbaf0eaf924201809682103682ca87_117. 
2024-12-12T06:06:46,211 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, with total blocks 2, and data blocks 1
2024-12-12T06:06:46,211 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-12T06:06:46,211 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-12T06:06:46,211 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87. Will sleep 100ms and try the verification again.
2024-12-12T06:06:46,291 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;ffbfd3107920:44351,5,FailOnTimeoutGroup]
2024-12-12T06:06:46,291 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,44351,1733983603314' *****
2024-12-12T06:06:46,291 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-12-12T06:06:46,291 INFO  [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1738): Disabling cache
2024-12-12T06:06:46,292 INFO  [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence
2024-12-12T06:06:46,292 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-12T06:06:46,292 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-12T06:06:46,292 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-12T06:06:46,292 INFO  [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-12T06:06:46,292 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-12T06:06:46,302 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1487): Thread RS:0;ffbfd3107920:44351 started persisting bucket cache to file
2024-12-12T06:06:46,302 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:46,302 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:46,311 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, with total blocks 2, and data blocks 1
2024-12-12T06:06:46,311 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-12-12T06:06:46,311 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2293): found block for file 4ebbaf0eaf924201809682103682ca87 in the backing map. Acquiring read lock for offset 0
2024-12-12T06:06:46,312 DEBUG [hfile-prefetch-1733983602402 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87 has now been fully cached.
2024-12-12T06:06:46,312 DEBUG [hfile-prefetch-1733983602402 {}] hfile.PrefetchExecutor(121): Prefetch completed for 4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:46,313 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-12-12T06:06:46,313 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733983606302
2024-12-12T06:06:46,313 DEBUG [RS:0;ffbfd3107920:44351 {}] bucket.BucketCache(1509): Thread RS:0;ffbfd3107920:44351 finished persisting bucket cache to file, renaming
2024-12-12T06:06:46,314 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HeapMemoryManager(224): Stopping
2024-12-12T06:06:46,314 INFO  [RS:0;ffbfd3107920:44351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-12T06:06:46,314 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-12T06:06:46,314 INFO  [RS:0;ffbfd3107920:44351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-12T06:06:46,314 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,314 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,44351,1733983603314
2024-12-12T06:06:46,315 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:46,315 INFO  [RS:0;ffbfd3107920:44351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ffbfd3107920:44351.
2024-12-12T06:06:46,315 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-12T06:06:46,315 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d8b39c7fbc5eef2992c27881707cfd1, disabling compactions & flushes
2024-12-12T06:06:46,315 DEBUG [RS:0;ffbfd3107920:44351 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:46,315 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,315 DEBUG [RS:0;ffbfd3107920:44351 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:46,315 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,315 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-12T06:06:46,315 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1. after waiting 0 ms
2024-12-12T06:06:46,315 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1325): Online Regions={0d8b39c7fbc5eef2992c27881707cfd1=testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.}
2024-12-12T06:06:46,315 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,316 DEBUG [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1351): Waiting on 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,321 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-12T06:06:46,321 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,322 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d8b39c7fbc5eef2992c27881707cfd1:
Waiting for close lock at 1733983606315Running coprocessor pre-close hooks at 1733983606315Disabling compacts and flushes for region at 1733983606315Disabling writes for close at 1733983606315Writing region close event to WAL at 1733983606317 (+2 ms)Running coprocessor post-close hooks at 1733983606321 (+4 ms)Closed at 1733983606321
2024-12-12T06:06:46,322 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,372 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-12T06:06:46,372 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-12T06:06:46,372 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:46,372 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:46,375 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:46,375 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983606372
2024-12-12T06:06:46,375 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-12T06:06:46,386 INFO  [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:46,516 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,44351,1733983603314; all regions closed.
2024-12-12T06:06:46,518 DEBUG [RS:0;ffbfd3107920:44351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:46,518 INFO  [RS:0;ffbfd3107920:44351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C44351%2C1733983603314:(num 1733983604019)
2024-12-12T06:06:46,518 DEBUG [RS:0;ffbfd3107920:44351 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:46,518 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-12T06:06:46,519 INFO  [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:46,519 INFO  [RS:0;ffbfd3107920:44351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44351
2024-12-12T06:06:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,44351,1733983603314
2024-12-12T06:06:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:46,549 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:46,558 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,44351,1733983603314]
2024-12-12T06:06:46,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,44351,1733983603314 already deleted, retry=false
2024-12-12T06:06:46,569 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ffbfd3107920,44351,1733983603314 on ffbfd3107920,39429,1733983603146
2024-12-12T06:06:46,573 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ffbfd3107920,44351,1733983603314, splitWal=true, meta=false
2024-12-12T06:06:46,575 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ffbfd3107920,44351,1733983603314, splitWal=true, meta=false
2024-12-12T06:06:46,575 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for ffbfd3107920,44351,1733983603314 (carryingMeta=false) ffbfd3107920,44351,1733983603314/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6654325f[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-12T06:06:46,576 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ffbfd3107920,44351,1733983603314 had 1 regions
2024-12-12T06:06:46,577 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ffbfd3107920,44351,1733983603314, splitWal=true, meta=false, isMeta: false
2024-12-12T06:06:46,578 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314-splitting
2024-12-12T06:06:46,578 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314-splitting dir is empty, no logs to split.
2024-12-12T06:06:46,578 INFO  [PEWorker-2 {}] master.SplitWALManager(105): ffbfd3107920,44351,1733983603314 WAL count=0, meta=false
2024-12-12T06:06:46,580 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314-splitting dir is empty, no logs to split.
2024-12-12T06:06:46,580 INFO  [PEWorker-2 {}] master.SplitWALManager(105): ffbfd3107920,44351,1733983603314 WAL count=0, meta=false
2024-12-12T06:06:46,580 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ffbfd3107920,44351,1733983603314 WAL splitting is done? wals=0, meta=false
2024-12-12T06:06:46,580 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ffbfd3107920,44351,1733983603314 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,44351,1733983603314-splitting does not exist
2024-12-12T06:06:46,582 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN}]
2024-12-12T06:06:46,583 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN
2024-12-12T06:06:46,584 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-12T06:06:46,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:46,658 INFO  [RS:0;ffbfd3107920:44351 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:46,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44351-0x10018afc8530001, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:46,658 INFO  [RS:0;ffbfd3107920:44351 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,44351,1733983603314; zookeeper connection closed.
2024-12-12T06:06:46,658 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48156e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48156e6
2024-12-12T06:06:46,735 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d8b39c7fbc5eef2992c27881707cfd1, regionState=OPENING, regionLocation=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:46,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN because future has completed
2024-12-12T06:06:46,741 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,32957,1733983603353}]
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-12T06:06:46,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-12T06:06:46,814 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36367
2024-12-12T06:06:46,815 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36367 connecting to ZooKeeper ensemble=127.0.0.1:63607
2024-12-12T06:06:46,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:46,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:46,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363670x0, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-12T06:06:46,841 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-12T06:06:46,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36367-0x10018afc8530003 connected
2024-12-12T06:06:46,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-12T06:06:46,843 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-12T06:06:46,844 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache
2024-12-12T06:06:46,844 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-12T06:06:46,844 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-12T06:06:46,844 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-12T06:06:46,844 INFO  [Thread-200 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-12T06:06:46,844 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-12T06:06:46,845 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-12T06:06:46,846 INFO  [Thread-200 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-12-12T06:06:46,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-12T06:06:46,846 INFO  [Thread-200 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0.
2024-12-12T06:06:46,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-12T06:06:46,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36367
2024-12-12T06:06:46,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36367
2024-12-12T06:06:46,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36367
2024-12-12T06:06:46,852 DEBUG [Thread-200 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-12-12T06:06:46,852 INFO  [Thread-200 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-12T06:06:46,852 INFO  [Thread-200 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0
2024-12-12T06:06:46,852 INFO  [Thread-200 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence is complete.
2024-12-12T06:06:46,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36367
2024-12-12T06:06:46,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36367
2024-12-12T06:06:46,859 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(746): ClusterId : a4972a1e-ec3d-4dc8-890b-b4fb588d998b
2024-12-12T06:06:46,859 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-12T06:06:46,870 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-12T06:06:46,870 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-12T06:06:46,878 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-12T06:06:46,879 DEBUG [RS:2;ffbfd3107920:36367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162c44f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0
2024-12-12T06:06:46,892 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ffbfd3107920:36367
2024-12-12T06:06:46,892 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-12T06:06:46,892 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-12T06:06:46,892 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-12T06:06:46,893 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,39429,1733983603146 with port=36367, startcode=1733983606813
2024-12-12T06:06:46,893 DEBUG [RS:2;ffbfd3107920:36367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-12T06:06:46,894 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32887, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-12T06:06:46,895 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,895 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,896 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1
2024-12-12T06:06:46,897 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-12T06:06:46,897 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-12T06:06:46,897 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,897 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8b39c7fbc5eef2992c27881707cfd1, NAME => 'testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.', STARTKEY => '', ENDKEY => ''}
2024-12-12T06:06:46,897 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733983604600 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,897 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-12T06:06:46,897 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,897 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,898 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 0d8b39c7fbc5eef2992c27881707cfd1 
2024-12-12T06:06:46,899 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8b39c7fbc5eef2992c27881707cfd1 columnFamilyName family
2024-12-12T06:06:46,899 DEBUG [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-12T06:06:46,901 DEBUG [StoreFileOpener-0d8b39c7fbc5eef2992c27881707cfd1-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87, delay=958 ms
2024-12-12T06:06:46,902 DEBUG [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:46,902 INFO  [StoreOpener-0d8b39c7fbc5eef2992c27881707cfd1-1 {}] regionserver.HStore(327): Store=0d8b39c7fbc5eef2992c27881707cfd1/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-12T06:06:46,902 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,904 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,904 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0d8b39c7fbc5eef2992c27881707cfd1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975687, jitterRate=0.057620152831077576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-12T06:06:46,905 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:46,905 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0d8b39c7fbc5eef2992c27881707cfd1:
Running coprocessor pre-open hook at 1733983606898Writing region info on filesystem at 1733983606898Initializing all the Stores at 1733983606898Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983606898Cleaning up temporary data from old regions at 1733983606903 (+5 ms)Running coprocessor post-open hooks at 1733983606905 (+2 ms)Region opened successfully at 1733983606905
2024-12-12T06:06:46,906 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1., pid=9, masterSystemTime=1733983606894
2024-12-12T06:06:46,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:46,908 DEBUG [RS:2;ffbfd3107920:36367 {}] zookeeper.ZKUtil(111): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,908 WARN  [RS:2;ffbfd3107920:36367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-12T06:06:46,908 INFO  [RS:2;ffbfd3107920:36367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-12T06:06:46,908 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,36367,1733983606813]
2024-12-12T06:06:46,908 DEBUG [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,908 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,908 INFO  [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:46,909 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d8b39c7fbc5eef2992c27881707cfd1, regionState=OPEN, openSeqNum=10, regionLocation=ffbfd3107920,32957,1733983603353
2024-12-12T06:06:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,32957,1733983603353 because future has completed
2024-12-12T06:06:46,914 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-12T06:06:46,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-12T06:06:46,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d8b39c7fbc5eef2992c27881707cfd1, server=ffbfd3107920,32957,1733983603353 in 172 msec
2024-12-12T06:06:46,916 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-12T06:06:46,917 INFO  [RS:2;ffbfd3107920:36367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-12T06:06:46,917 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,917 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-12T06:06:46,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-12T06:06:46,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733983604600, region=0d8b39c7fbc5eef2992c27881707cfd1, ASSIGN in 333 msec
2024-12-12T06:06:46,917 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server ffbfd3107920,44351,1733983603314 after splitting done
2024-12-12T06:06:46,917 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-12T06:06:46,917 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,918 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,919 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,919 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure ffbfd3107920,44351,1733983603314, splitWal=true, meta=false in 347 msec
2024-12-12T06:06:46,919 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1
2024-12-12T06:06:46,919 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:46,919 DEBUG [RS:2;ffbfd3107920:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3
2024-12-12T06:06:46,919 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,919 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,919 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,919 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,920 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,920 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,36367,1733983606813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-12T06:06:46,932 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false
2024-12-12T06:06:46,932 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,36367,1733983606813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,932 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,932 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.Replication(171): ffbfd3107920,36367,1733983606813 started
2024-12-12T06:06:46,945 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-12T06:06:46,946 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,36367,1733983606813, RpcServer on ffbfd3107920/172.17.0.2:36367, sessionid=0x10018afc8530003
2024-12-12T06:06:46,946 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-12T06:06:46,946 DEBUG [RS:2;ffbfd3107920:36367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,946 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,36367,1733983606813'
2024-12-12T06:06:46,946 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-12T06:06:46,946 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,36367,1733983606813
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,36367,1733983606813'
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-12T06:06:46,947 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-12T06:06:46,948 DEBUG [RS:2;ffbfd3107920:36367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-12T06:06:46,948 INFO  [RS:2;ffbfd3107920:36367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-12T06:06:46,948 INFO  [RS:2;ffbfd3107920:36367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-12T06:06:47,048 INFO  [RS:2;ffbfd3107920:36367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-12T06:06:47,049 INFO  [RS:2;ffbfd3107920:36367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ffbfd3107920%2C36367%2C1733983606813, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,36367,1733983606813, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs, maxLogs=55
2024-12-12T06:06:47,065 INFO  [RS:2;ffbfd3107920:36367 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/WALs/ffbfd3107920,36367,1733983606813/ffbfd3107920%2C36367%2C1733983606813.1733983607050
2024-12-12T06:06:47,065 DEBUG [RS:2;ffbfd3107920:36367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-12T06:06:47,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-12T06:06:47,250 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-12T06:06:47,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733983604600
2024-12-12T06:06:47,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733983604600 Metrics about Tables on a single HBase RegionServer
2024-12-12T06:06:47,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-12T06:06:47,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-12T06:06:47,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-12T06:06:47,254 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-12T06:06:47,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-12T06:06:47,446 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-12T06:06:47,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:47,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,447 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-12T06:06:47,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-12T06:06:47,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=521585515, stopped=false
2024-12-12T06:06:47,448 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ffbfd3107920,39429,1733983603146
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:47,507 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-12T06:06:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:47,508 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-12T06:06:47,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:47,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:47,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:47,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-12T06:06:47,509 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,32957,1733983603353' *****
2024-12-12T06:06:47,509 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-12T06:06:47,509 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,36367,1733983606813' *****
2024-12-12T06:06:47,509 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-12T06:06:47,509 INFO  [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1738): Disabling cache
2024-12-12T06:06:47,509 INFO  [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1738): Disabling cache
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-12T06:06:47,510 INFO  [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-12T06:06:47,510 INFO  [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-12T06:06:47,510 INFO  [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9445ef4f-12a0-a5b6-28a5-c3c572314949/bucket.persistence
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-12T06:06:47,510 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-12T06:06:47,511 INFO  [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-12T06:06:47,511 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-12T06:06:47,511 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-12T06:06:47,520 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-12T06:06:47,520 INFO  [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:47,520 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1487): Thread RS:2;ffbfd3107920:36367 started persisting bucket cache to file
2024-12-12T06:06:47,521 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:47,521 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:47,521 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1487): Thread RS:1;ffbfd3107920:32957 started persisting bucket cache to file
2024-12-12T06:06:47,521 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-12T06:06:47,521 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-12T06:06:47,523 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:47,523 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-12T06:06:47,523 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983607521
2024-12-12T06:06:47,523 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733983607520
2024-12-12T06:06:47,523 DEBUG [RS:1;ffbfd3107920:32957 {}] bucket.BucketCache(1509): Thread RS:1;ffbfd3107920:32957 finished persisting bucket cache to file, renaming
2024-12-12T06:06:47,523 DEBUG [RS:2;ffbfd3107920:36367 {}] bucket.BucketCache(1509): Thread RS:2;ffbfd3107920:36367 finished persisting bucket cache to file, renaming
2024-12-12T06:06:47,523 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HeapMemoryManager(224): Stopping
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,36367,1733983606813
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HeapMemoryManager(224): Stopping
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-12T06:06:47,524 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ffbfd3107920:36367.
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d8b39c7fbc5eef2992c27881707cfd1
2024-12-12T06:06:47,524 DEBUG [RS:2;ffbfd3107920:36367 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:47,524 DEBUG [RS:2;ffbfd3107920:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,32957,1733983603353
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:47,524 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,36367,1733983606813; all regions closed.
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ffbfd3107920:32957.
2024-12-12T06:06:47,524 DEBUG [RS:1;ffbfd3107920:32957 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-12T06:06:47,524 DEBUG [RS:1;ffbfd3107920:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,524 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-12T06:06:47,524 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-12T06:06:47,524 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d8b39c7fbc5eef2992c27881707cfd1, disabling compactions & flushes
2024-12-12T06:06:47,525 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-12T06:06:47,525 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:47,525 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:47,525 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1. after waiting 0 ms
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:47,525 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-12T06:06:47,525 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d8b39c7fbc5eef2992c27881707cfd1=testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.}
2024-12-12T06:06:47,525 DEBUG [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1351): Waiting on 0d8b39c7fbc5eef2992c27881707cfd1, 1588230740
2024-12-12T06:06:47,525 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-12T06:06:47,525 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-12T06:06:47,525 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-12T06:06:47,525 DEBUG [StoreFileCloser-0d8b39c7fbc5eef2992c27881707cfd1-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/family/4ebbaf0eaf924201809682103682ca87
2024-12-12T06:06:47,526 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-12-12T06:06:47,526 DEBUG [RS:2;ffbfd3107920:36367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:47,526 INFO  [RS:2;ffbfd3107920:36367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C36367%2C1733983606813:(num 1733983607050)
2024-12-12T06:06:47,526 DEBUG [RS:2;ffbfd3107920:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,526 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:47,526 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-12T06:06:47,527 INFO  [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:47,527 INFO  [RS:2;ffbfd3107920:36367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36367
2024-12-12T06:06:47,530 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/default/testBlockEvictionOnGracefulStop1733983604600/0d8b39c7fbc5eef2992c27881707cfd1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-12T06:06:47,531 INFO  [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:47,531 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d8b39c7fbc5eef2992c27881707cfd1:
Waiting for close lock at 1733983607524Running coprocessor pre-close hooks at 1733983607524Disabling compacts and flushes for region at 1733983607524Disabling writes for close at 1733983607525 (+1 ms)Writing region close event to WAL at 1733983607526 (+1 ms)Running coprocessor post-close hooks at 1733983607531 (+5 ms)Closed at 1733983607531
2024-12-12T06:06:47,531 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1.
2024-12-12T06:06:47,534 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e9df19a7bd5e4c998687837bf82970c2
2024-12-12T06:06:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,36367,1733983606813
2024-12-12T06:06:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:47,544 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:47,547 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/e9df19a7bd5e4c998687837bf82970c2 is 209, key is testBlockEvictionOnGracefulStop1733983604600,,1733983604604.0d8b39c7fbc5eef2992c27881707cfd1./info:regioninfo/1733983606909/Put/seqid=0
2024-12-12T06:06:47,547 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/e9df19a7bd5e4c998687837bf82970c2
2024-12-12T06:06:47,554 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c772705a683042cd9559690181464825
2024-12-12T06:06:47,557 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,36367,1733983606813]
2024-12-12T06:06:47,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,36367,1733983606813 already deleted, retry=false
2024-12-12T06:06:47,565 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/c772705a683042cd9559690181464825 is 43, key is default/ns:d/1733983604482/Put/seqid=0
2024-12-12T06:06:47,565 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,36367,1733983606813 expired; onlineServers=1
2024-12-12T06:06:47,566 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/c772705a683042cd9559690181464825
2024-12-12T06:06:47,573 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9c71ed50e09c41b2b7c4228f5256141d
2024-12-12T06:06:47,585 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/9c71ed50e09c41b2b7c4228f5256141d is 80, key is testBlockEvictionOnGracefulStop1733983604600/table:state/1733983604982/Put/seqid=0
2024-12-12T06:06:47,585 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/9c71ed50e09c41b2b7c4228f5256141d
2024-12-12T06:06:47,586 INFO  [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:47,587 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/info/e9df19a7bd5e4c998687837bf82970c2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/e9df19a7bd5e4c998687837bf82970c2
2024-12-12T06:06:47,589 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/e9df19a7bd5e4c998687837bf82970c2, delay=979 ms
2024-12-12T06:06:47,590 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/e9df19a7bd5e4c998687837bf82970c2, entries=14, sequenceid=13, filesize=7.5 K
2024-12-12T06:06:47,590 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/ns/c772705a683042cd9559690181464825 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/c772705a683042cd9559690181464825
2024-12-12T06:06:47,591 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/c772705a683042cd9559690181464825, delay=926 ms
2024-12-12T06:06:47,592 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/c772705a683042cd9559690181464825, entries=2, sequenceid=13, filesize=5.0 K
2024-12-12T06:06:47,592 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/.tmp/table/9c71ed50e09c41b2b7c4228f5256141d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/9c71ed50e09c41b2b7c4228f5256141d
2024-12-12T06:06:47,593 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/9c71ed50e09c41b2b7c4228f5256141d, delay=919 ms
2024-12-12T06:06:47,594 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/9c71ed50e09c41b2b7c4228f5256141d, entries=2, sequenceid=13, filesize=5.3 K
2024-12-12T06:06:47,595 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=13, compaction requested=false
2024-12-12T06:06:47,596 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/info/e9df19a7bd5e4c998687837bf82970c2
2024-12-12T06:06:47,597 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/ns/c772705a683042cd9559690181464825
2024-12-12T06:06:47,597 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/table/9c71ed50e09c41b2b7c4228f5256141d
2024-12-12T06:06:47,601 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-12-12T06:06:47,601 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-12T06:06:47,601 INFO  [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:47,601 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733983607525Running coprocessor pre-close hooks at 1733983607525Disabling compacts and flushes for region at 1733983607525Disabling writes for close at 1733983607525Obtaining lock to block concurrent updates at 1733983607526 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733983607526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1733983607526Flushing stores of hbase:meta,,1.1588230740 at 1733983607526Flushing 1588230740/info: creating writer at 1733983607527 (+1 ms)Flushing 1588230740/info: appending metadata at 1733983607546 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733983607546Flushing 1588230740/ns: creating writer at 1733983607549 (+3 ms)Flushing 1588230740/ns: appending metadata at 1733983607565 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733983607565Flushing 1588230740/table: creating writer at 1733983607567 (+2 ms)Flushing 1588230740/table: appending metadata at 1733983607584 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733983607584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df1ce7b: reopening flushed file at 1733983607587 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d555265: reopening flushed file at 1733983607590 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d52a6eb: reopening flushed file at 1733983607592 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=13, compaction requested=false at 1733983607595 (+3 ms)Writing region close event to WAL at 1733983607597 (+2 ms)Running coprocessor post-close hooks at 1733983607601 (+4 ms)Closed at 1733983607601
2024-12-12T06:06:47,602 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-12T06:06:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:47,657 INFO  [RS:2;ffbfd3107920:36367 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10018afc8530003, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:47,657 INFO  [RS:2;ffbfd3107920:36367 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,36367,1733983606813; zookeeper connection closed.
2024-12-12T06:06:47,657 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c797d35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c797d35
2024-12-12T06:06:47,725 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,32957,1733983603353; all regions closed.
2024-12-12T06:06:47,729 DEBUG [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:47,730 INFO  [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C32957%2C1733983603353.meta:.meta(num 1733983604410)
2024-12-12T06:06:47,733 DEBUG [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/oldWALs
2024-12-12T06:06:47,733 INFO  [RS:1;ffbfd3107920:32957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C32957%2C1733983603353:(num 1733983604018)
2024-12-12T06:06:47,733 DEBUG [RS:1;ffbfd3107920:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-12T06:06:47,733 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.LeaseManager(133): Closed leases
2024-12-12T06:06:47,734 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:47,734 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:47,734 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:47,734 INFO  [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:47,734 INFO  [RS:1;ffbfd3107920:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32957
2024-12-12T06:06:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-12T06:06:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,32957,1733983603353
2024-12-12T06:06:47,770 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:47,772 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,32957,1733983603353]
2024-12-12T06:06:47,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,32957,1733983603353 already deleted, retry=false
2024-12-12T06:06:47,790 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,32957,1733983603353 expired; onlineServers=0
2024-12-12T06:06:47,790 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ffbfd3107920,39429,1733983603146' *****
2024-12-12T06:06:47,791 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-12T06:06:47,791 INFO  [M:0;ffbfd3107920:39429 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-12T06:06:47,791 INFO  [M:0;ffbfd3107920:39429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-12T06:06:47,791 DEBUG [M:0;ffbfd3107920:39429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-12T06:06:47,791 DEBUG [M:0;ffbfd3107920:39429 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-12T06:06:47,791 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-12T06:06:47,791 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983603752 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983603752,5,FailOnTimeoutGroup]
2024-12-12T06:06:47,791 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983603753 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983603753,5,FailOnTimeoutGroup]
2024-12-12T06:06:47,792 INFO  [M:0;ffbfd3107920:39429 {}] hbase.ChoreService(370): Chore service for: master/ffbfd3107920:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-12T06:06:47,793 INFO  [M:0;ffbfd3107920:39429 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-12T06:06:47,793 DEBUG [M:0;ffbfd3107920:39429 {}] master.HMaster(1795): Stopping service threads
2024-12-12T06:06:47,793 INFO  [M:0;ffbfd3107920:39429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-12T06:06:47,793 INFO  [M:0;ffbfd3107920:39429 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-12T06:06:47,794 INFO  [M:0;ffbfd3107920:39429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-12T06:06:47,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-12T06:06:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-12T06:06:47,803 DEBUG [M:0;ffbfd3107920:39429 {}] zookeeper.ZKUtil(347): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-12T06:06:47,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-12T06:06:47,803 WARN  [M:0;ffbfd3107920:39429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-12T06:06:47,803 INFO  [M:0;ffbfd3107920:39429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/.lastflushedseqids
2024-12-12T06:06:47,809 INFO  [M:0;ffbfd3107920:39429 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-12T06:06:47,809 INFO  [M:0;ffbfd3107920:39429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-12T06:06:47,809 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-12T06:06:47,809 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:47,809 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:47,809 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-12T06:06:47,809 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:47,809 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.81 KB heapSize=41.05 KB
2024-12-12T06:06:47,817 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 74b6249b904441f19d4db30e26aa07d5
2024-12-12T06:06:47,829 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74b6249b904441f19d4db30e26aa07d5 is 82, key is hbase:meta,,1/info:regioninfo/1733983604440/Put/seqid=0
2024-12-12T06:06:47,829 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74b6249b904441f19d4db30e26aa07d5
2024-12-12T06:06:47,836 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c4d50eda8fdb41f284bbb733fe078193
2024-12-12T06:06:47,848 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d50eda8fdb41f284bbb733fe078193 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733983604989/Put/seqid=0
2024-12-12T06:06:47,848 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.08 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d50eda8fdb41f284bbb733fe078193
2024-12-12T06:06:47,855 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fdf68672dee649a8a848b3cad061f0ab
2024-12-12T06:06:47,868 DEBUG [M:0;ffbfd3107920:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf68672dee649a8a848b3cad061f0ab is 69, key is ffbfd3107920,32957,1733983603353/rs:state/1733983603821/Put/seqid=0
2024-12-12T06:06:47,869 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf68672dee649a8a848b3cad061f0ab
2024-12-12T06:06:47,871 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf68672dee649a8a848b3cad061f0ab
2024-12-12T06:06:47,871 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74b6249b904441f19d4db30e26aa07d5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74b6249b904441f19d4db30e26aa07d5
2024-12-12T06:06:47,872 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74b6249b904441f19d4db30e26aa07d5, entries=8, sequenceid=83, filesize=5.5 K
2024-12-12T06:06:47,873 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d50eda8fdb41f284bbb733fe078193 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d50eda8fdb41f284bbb733fe078193
2024-12-12T06:06:47,874 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d50eda8fdb41f284bbb733fe078193, entries=9, sequenceid=83, filesize=6.4 K
2024-12-12T06:06:47,875 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf68672dee649a8a848b3cad061f0ab as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf68672dee649a8a848b3cad061f0ab
2024-12-12T06:06:47,876 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf68672dee649a8a848b3cad061f0ab
2024-12-12T06:06:47,876 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c71aac83-8df3-61fc-4787-f1f447d84cc0/7a7fcd5e-9705-bcca-6bdc-7e92fde034b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf68672dee649a8a848b3cad061f0ab, entries=3, sequenceid=83, filesize=5.3 K
2024-12-12T06:06:47,877 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=83, compaction requested=false
2024-12-12T06:06:47,878 INFO  [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-12T06:06:47,879 DEBUG [M:0;ffbfd3107920:39429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733983607809Disabling compacts and flushes for region at 1733983607809Disabling writes for close at 1733983607809Obtaining lock to block concurrent updates at 1733983607809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733983607810 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33602, getHeapSize=41976, getOffHeapSize=0, getCellsCount=98 at 1733983607810Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733983607810Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733983607810Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733983607828 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733983607829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733983607831 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733983607847 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733983607847Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733983607850 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733983607867 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733983607867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43347a44: reopening flushed file at 1733983607871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3145733c: reopening flushed file at 1733983607873 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3a95c4: reopening flushed file at 1733983607874 (+1 ms)Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=83, compaction requested=false at 1733983607877 (+3 ms)Writing region close event to WAL at 1733983607878 (+1 ms)Closed at 1733983607878
2024-12-12T06:06:47,880 INFO  [M:0;ffbfd3107920:39429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-12T06:06:47,880 INFO  [M:0;ffbfd3107920:39429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39429
2024-12-12T06:06:47,880 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-12T06:06:47,880 INFO  [M:0;ffbfd3107920:39429 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-12T06:06:47,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:47,882 INFO  [RS:1;ffbfd3107920:32957 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:47,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x10018afc8530002, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:47,882 INFO  [RS:1;ffbfd3107920:32957 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,32957,1733983603353; zookeeper connection closed.
2024-12-12T06:06:47,882 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@761c6155 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@761c6155
2024-12-12T06:06:47,883 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-12T06:06:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:47,999 INFO  [M:0;ffbfd3107920:39429 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-12T06:06:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10018afc8530000, quorum=127.0.0.1:63607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-12T06:06:48,005 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-12T06:06:48,007 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-12T06:06:48,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-12T06:06:48,014 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=73 (was 51)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=8731 (was 8812)