2024-12-06 03:58:06,928 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-06 03:58:06,944 main DEBUG Took 0.014814 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-06 03:58:06,944 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-06 03:58:06,945 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-06 03:58:06,945 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-06 03:58:06,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-06 03:58:06,968 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,972 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,973 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,976 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,978 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,979 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,982 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 03:58:06,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,983 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-06 03:58:06,985 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 03:58:06,987 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-06 03:58:06,989 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-06 03:58:06,990 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-06 03:58:06,992 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-06 03:58:06,992 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-06 03:58:07,003 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-06 03:58:07,006 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-06 03:58:07,008 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-06 03:58:07,009 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-06 03:58:07,009 main DEBUG createAppenders(={Console})
2024-12-06 03:58:07,010 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-12-06 03:58:07,011 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-06 03:58:07,011 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-12-06 03:58:07,012 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-06 03:58:07,012 main DEBUG OutputStream closed
2024-12-06 03:58:07,012 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-06 03:58:07,013 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-06 03:58:07,013 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-12-06 03:58:07,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-06 03:58:07,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-06 03:58:07,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-06 03:58:07,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-06 03:58:07,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-06 03:58:07,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-06 03:58:07,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-06 03:58:07,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-06 03:58:07,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-06 03:58:07,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-06 03:58:07,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-06 03:58:07,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-06 03:58:07,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-06 03:58:07,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-06 03:58:07,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-06 03:58:07,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-06 03:58:07,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-06 03:58:07,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-06 03:58:07,099 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06 03:58:07,099 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-12-06 03:58:07,100 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-06 03:58:07,100 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-12-06T03:58:07,114 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-12-06 03:58:07,116 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-06 03:58:07,116 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06T03:58:07,324 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df
2024-12-06T03:58:07,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=8304
2024-12-06T03:58:07,434 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-06T03:58:07,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:07,540 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/cluster_67c2ef14-78ca-5922-2c25-2c17f00a35cf, deleteOnExit=true
2024-12-06T03:58:07,681 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/cluster_67c2ef14-78ca-5922-2c25-2c17f00a35cf/zookeeper_0, clientPort=62209, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/cluster_67c2ef14-78ca-5922-2c25-2c17f00a35cf/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/cluster_67c2ef14-78ca-5922-2c25-2c17f00a35cf/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-06T03:58:07,691 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62209
2024-12-06T03:58:07,692 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:07,769 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62 with version=8
2024-12-06T03:58:07,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase-staging
2024-12-06T03:58:07,855 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-06T03:58:08,084 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:08,092 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,093 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,100 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:08,100 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,100 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:08,214 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-06T03:58:08,291 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T03:58:08,331 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-06T03:58:08,343 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-06T03:58:08,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:08,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 112083 (auto-detected)
2024-12-06T03:58:08,387 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-06T03:58:08,404 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33591
2024-12-06T03:58:08,431 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33591 connecting to ZooKeeper ensemble=127.0.0.1:62209
2024-12-06T03:58:08,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335910x0, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:08,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33591-0x101aa13b9f10000 connected
2024-12-06T03:58:08,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:08,627 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62, hbase.cluster.distributed=false
2024-12-06T03:58:08,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:08,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591
2024-12-06T03:58:08,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591
2024-12-06T03:58:08,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591
2024-12-06T03:58:08,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591
2024-12-06T03:58:08,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591
2024-12-06T03:58:08,736 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:08,737 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,737 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,738 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:08,738 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,738 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:08,741 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T03:58:08,744 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:08,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37977
2024-12-06T03:58:08,747 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37977 connecting to ZooKeeper ensemble=127.0.0.1:62209
2024-12-06T03:58:08,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379770x0, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:08,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379770x0, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:08,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37977-0x101aa13b9f10001 connected
2024-12-06T03:58:08,784 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T03:58:08,796 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.cache
2024-12-06T03:58:08,801 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-06T03:58:08,803 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-06T03:58:08,805 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-06T03:58:08,806 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-06T03:58:08,806 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-06T03:58:08,813 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-06T03:58:08,817 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-06T03:58:08,817 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence is complete.
2024-12-06T03:58:08,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T03:58:08,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T03:58:08,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:08,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37977
2024-12-06T03:58:08,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37977
2024-12-06T03:58:08,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37977
2024-12-06T03:58:08,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37977
2024-12-06T03:58:08,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37977
2024-12-06T03:58:08,849 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:08,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,849 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:08,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:08,850 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:08,850 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T03:58:08,850 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:08,851 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35267
2024-12-06T03:58:08,853 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35267 connecting to ZooKeeper ensemble=127.0.0.1:62209
2024-12-06T03:58:08,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:08,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352670x0, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:08,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352670x0, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:08,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35267-0x101aa13b9f10002 connected
2024-12-06T03:58:08,877 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T03:58:08,878 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.cache
2024-12-06T03:58:08,878 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-06T03:58:08,878 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-06T03:58:08,879 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-06T03:58:08,882 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-06T03:58:08,882 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-06T03:58:08,882 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-06T03:58:08,883 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-06T03:58:08,883 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence is complete.
2024-12-06T03:58:08,883 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T03:58:08,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T03:58:08,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:08,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35267
2024-12-06T03:58:08,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35267
2024-12-06T03:58:08,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35267
2024-12-06T03:58:08,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35267
2024-12-06T03:58:08,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35267
2024-12-06T03:58:08,908 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:33591
2024-12-06T03:58:08,909 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,33591,1733457487929
2024-12-06T03:58:08,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,928 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,33591,1733457487929
2024-12-06T03:58:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:08,962 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T03:58:08,963 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,33591,1733457487929 from backup master directory
2024-12-06T03:58:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,33591,1733457487929
2024-12-06T03:58:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:08,977 WARN  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:08,977 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,33591,1733457487929
2024-12-06T03:58:08,979 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-06T03:58:08,981 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-06T03:58:08,988 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase.id] with ID: 3436d5cf-01de-4e65-b669-a40b3c2633a7
2024-12-06T03:58:08,988 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.tmp/hbase.id
2024-12-06T03:58:08,994 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase.id]
2024-12-06T03:58:09,029 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:09,034 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-06T03:58:09,052 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-12-06T03:58:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,106 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T03:58:09,110 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T03:58:09,150 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T03:58:09,155 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:09,203 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store
2024-12-06T03:58:09,222 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-06T03:58:09,226 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:09,227 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T03:58:09,228 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:09,228 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:09,229 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T03:58:09,230 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:09,230 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:09,230 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733457489227Disabling compacts and flushes for region at 1733457489227Disabling writes for close at 1733457489230 (+3 ms)Writing region close event to WAL at 1733457489230Closed at 1733457489230
2024-12-06T03:58:09,231 WARN  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/.initializing
2024-12-06T03:58:09,231 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33591,1733457487929
2024-12-06T03:58:09,243 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:09,255 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C33591%2C1733457487929, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33591,1733457487929, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/oldWALs, maxLogs=10
2024-12-06T03:58:09,288 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33591,1733457487929/6f1b912b0816%2C33591%2C1733457487929.1733457489259
2024-12-06T03:58:09,289 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:09,290 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:09,290 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:09,294 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,295 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:09,351 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T03:58:09,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:09,357 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:09,357 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:09,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T03:58:09,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:09,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:09,363 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:09,367 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T03:58:09,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:09,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:09,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:09,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T03:58:09,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:09,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:09,375 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,380 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,381 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,386 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,387 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,392 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:09,395 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:09,406 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:09,407 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65090450, jitterRate=-0.030076712369918823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:09,416 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733457489306Initializing all the Stores at 1733457489307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457489307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457489308 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457489308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457489308Cleaning up temporary data from old regions at 1733457489387 (+79 ms)Region opened successfully at 1733457489416 (+29 ms)
2024-12-06T03:58:09,418 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T03:58:09,461 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36085e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:09,502 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-06T03:58:09,518 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-06T03:58:09,519 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-06T03:58:09,523 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-06T03:58:09,524 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-06T03:58:09,531 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-12-06T03:58:09,531 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T03:58:09,563 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-06T03:58:09,574 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-06T03:58:09,608 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-06T03:58:09,611 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-06T03:58:09,613 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-06T03:58:09,624 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-06T03:58:09,627 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-06T03:58:09,632 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-06T03:58:09,642 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-06T03:58:09,644 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-06T03:58:09,650 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-06T03:58:09,666 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-06T03:58:09,676 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-06T03:58:09,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:09,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:09,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,696 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,33591,1733457487929, sessionid=0x101aa13b9f10000, setting cluster-up flag (Was=false)
2024-12-06T03:58:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,743 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-06T03:58:09,747 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,33591,1733457487929
2024-12-06T03:58:09,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:09,792 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-06T03:58:09,795 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,33591,1733457487929
2024-12-06T03:58:09,801 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-06T03:58:09,869 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:09,881 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-06T03:58:09,890 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-06T03:58:09,897 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(746): ClusterId : 3436d5cf-01de-4e65-b669-a40b3c2633a7
2024-12-06T03:58:09,897 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(746): ClusterId : 3436d5cf-01de-4e65-b669-a40b3c2633a7
2024-12-06T03:58:09,900 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T03:58:09,900 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T03:58:09,897 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,33591,1733457487929
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-06T03:58:09,930 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T03:58:09,930 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T03:58:09,930 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T03:58:09,930 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T03:58:09,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:09,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:09,932 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:09,932 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:09,932 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10
2024-12-06T03:58:09,933 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:09,933 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:09,933 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:09,935 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457519935
2024-12-06T03:58:09,937 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-06T03:58:09,938 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-06T03:58:09,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:09,940 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-06T03:58:09,941 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-06T03:58:09,941 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-06T03:58:09,942 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-06T03:58:09,942 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-06T03:58:09,943 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:09,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:09,945 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-06T03:58:09,947 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-06T03:58:09,948 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T03:58:09,948 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T03:58:09,948 DEBUG [RS:0;6f1b912b0816:37977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663615a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:09,948 DEBUG [RS:1;6f1b912b0816:35267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486fd85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:09,949 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-06T03:58:09,949 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-06T03:58:09,963 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-06T03:58:09,963 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:37977
2024-12-06T03:58:09,963 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-06T03:58:09,965 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457489965,5,FailOnTimeoutGroup]
2024-12-06T03:58:09,967 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T03:58:09,967 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:35267
2024-12-06T03:58:09,967 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T03:58:09,967 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T03:58:09,967 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T03:58:09,968 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T03:58:09,968 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T03:58:09,970 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,33591,1733457487929 with port=37977, startcode=1733457488704
2024-12-06T03:58:09,970 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,33591,1733457487929 with port=35267, startcode=1733457488848
2024-12-06T03:58:09,970 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457489966,5,FailOnTimeoutGroup]
2024-12-06T03:58:09,971 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:09,971 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-06T03:58:09,972 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:09,972 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:09,982 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-06T03:58:09,983 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:09,983 DEBUG [RS:1;6f1b912b0816:35267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T03:58:09,983 DEBUG [RS:0;6f1b912b0816:37977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T03:58:09,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:09,995 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-06T03:58:10,000 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T03:58:10,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-06T03:58:10,004 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T03:58:10,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,005 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,005 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-06T03:58:10,008 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T03:58:10,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,009 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,009 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-06T03:58:10,016 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T03:58:10,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T03:58:10,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:10,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:10,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T03:58:10,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T03:58:10,019 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:10,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T03:58:10,037 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:10,038 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67864198, jitterRate=0.011255353689193726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:10,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733457489995Initializing all the Stores at 1733457489995Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457489995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457489995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457489995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457489995Cleaning up temporary data from old regions at 1733457490019 (+24 ms)Region opened successfully at 1733457490041 (+22 ms)
2024-12-06T03:58:10,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T03:58:10,042 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T03:58:10,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T03:58:10,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T03:58:10,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T03:58:10,044 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:10,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733457490042Disabling compacts and flushes for region at 1733457490042Disabling writes for close at 1733457490042Writing region close event to WAL at 1733457490043 (+1 ms)Closed at 1733457490044 (+1 ms)
2024-12-06T03:58:10,047 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T03:58:10,047 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T03:58:10,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:10,048 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-06T03:58:10,054 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,056 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,057 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-06T03:58:10,066 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,066 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T03:58:10,066 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,068 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T03:58:10,069 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:10,069 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:10,069 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-06T03:58:10,069 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-06T03:58:10,069 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T03:58:10,069 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T03:58:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:10,111 DEBUG [RS:1;6f1b912b0816:35267 {}] zookeeper.ZKUtil(111): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,111 WARN  [RS:1;6f1b912b0816:35267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:10,111 INFO  [RS:1;6f1b912b0816:35267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:10,111 DEBUG [RS:0;6f1b912b0816:37977 {}] zookeeper.ZKUtil(111): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,111 WARN  [RS:0;6f1b912b0816:37977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:10,111 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,112 INFO  [RS:0;6f1b912b0816:37977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:10,112 DEBUG [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,113 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,37977,1733457488704]
2024-12-06T03:58:10,113 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,35267,1733457488848]
2024-12-06T03:58:10,136 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T03:58:10,136 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T03:58:10,150 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T03:58:10,150 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T03:58:10,155 INFO  [RS:0;6f1b912b0816:37977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T03:58:10,155 INFO  [RS:1;6f1b912b0816:35267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T03:58:10,155 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,155 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,157 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T03:58:10,157 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T03:58:10,161 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T03:58:10,161 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T03:58:10,163 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,163 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,164 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,164 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,165 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:10,165 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,166 DEBUG [RS:0;6f1b912b0816:37977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:10,166 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,166 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:10,166 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:10,166 DEBUG [RS:1;6f1b912b0816:35267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:10,167 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37977,1733457488704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:10,168 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,169 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,35267,1733457488848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:10,187 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T03:58:10,189 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,35267,1733457488848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,189 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,190 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.Replication(171): 6f1b912b0816,35267,1733457488848 started
2024-12-06T03:58:10,191 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T03:58:10,191 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37977,1733457488704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,192 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,192 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.Replication(171): 6f1b912b0816,37977,1733457488704 started
2024-12-06T03:58:10,207 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,207 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,208 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,37977,1733457488704, RpcServer on 6f1b912b0816/172.17.0.2:37977, sessionid=0x101aa13b9f10001
2024-12-06T03:58:10,208 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,35267,1733457488848, RpcServer on 6f1b912b0816/172.17.0.2:35267, sessionid=0x101aa13b9f10002
2024-12-06T03:58:10,209 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T03:58:10,209 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T03:58:10,209 DEBUG [RS:0;6f1b912b0816:37977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,209 DEBUG [RS:1;6f1b912b0816:35267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,209 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37977,1733457488704'
2024-12-06T03:58:10,209 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,35267,1733457488848'
2024-12-06T03:58:10,209 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T03:58:10,209 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T03:58:10,210 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T03:58:10,210 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T03:58:10,211 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T03:58:10,211 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T03:58:10,211 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T03:58:10,211 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T03:58:10,211 DEBUG [RS:0;6f1b912b0816:37977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,37977,1733457488704
2024-12-06T03:58:10,211 DEBUG [RS:1;6f1b912b0816:35267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,211 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,35267,1733457488848'
2024-12-06T03:58:10,211 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37977,1733457488704'
2024-12-06T03:58:10,211 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T03:58:10,211 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T03:58:10,212 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T03:58:10,212 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T03:58:10,213 DEBUG [RS:1;6f1b912b0816:35267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T03:58:10,213 INFO  [RS:1;6f1b912b0816:35267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T03:58:10,213 INFO  [RS:1;6f1b912b0816:35267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T03:58:10,213 DEBUG [RS:0;6f1b912b0816:37977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T03:58:10,213 INFO  [RS:0;6f1b912b0816:37977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T03:58:10,213 INFO  [RS:0;6f1b912b0816:37977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T03:58:10,219 WARN  [6f1b912b0816:33591 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T03:58:10,318 INFO  [RS:0;6f1b912b0816:37977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:10,318 INFO  [RS:1;6f1b912b0816:35267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:10,319 INFO  [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C35267%2C1733457488848, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,35267,1733457488848, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:10,319 INFO  [RS:0;6f1b912b0816:37977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C37977%2C1733457488704, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37977,1733457488704, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:10,338 INFO  [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,35267,1733457488848/6f1b912b0816%2C35267%2C1733457488848.1733457490322
2024-12-06T03:58:10,338 DEBUG [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:10,338 INFO  [RS:0;6f1b912b0816:37977 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37977,1733457488704/6f1b912b0816%2C37977%2C1733457488704.1733457490322
2024-12-06T03:58:10,339 DEBUG [RS:0;6f1b912b0816:37977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:10,472 DEBUG [6f1b912b0816:33591 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-06T03:58:10,482 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0}
2024-12-06T03:58:10,486 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-06T03:58:10,486 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-06T03:58:10,486 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-06T03:58:10,486 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-06T03:58:10,486 INFO  [6f1b912b0816:33591 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-06T03:58:10,486 INFO  [6f1b912b0816:33591 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-06T03:58:10,486 DEBUG [6f1b912b0816:33591 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T03:58:10,493 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,497 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,35267,1733457488848, state=OPENING
2024-12-06T03:58:10,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-06T03:58:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:10,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T03:58:10,558 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,35267,1733457488848}]
2024-12-06T03:58:10,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T03:58:10,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T03:58:10,747 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-06T03:58:10,748 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:10,749 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-06T03:58:10,751 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C35267%2C1733457488848.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,35267,1733457488848, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:10,773 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,35267,1733457488848/6f1b912b0816%2C35267%2C1733457488848.meta.1733457490753.meta
2024-12-06T03:58:10,773 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:10,774 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:10,776 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-06T03:58:10,781 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-06T03:58:10,786 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-06T03:58:10,790 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-06T03:58:10,791 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:10,791 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-06T03:58:10,791 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-06T03:58:10,793 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-06T03:58:10,794 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T03:58:10,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-06T03:58:10,796 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T03:58:10,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-06T03:58:10,798 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T03:58:10,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,799 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-06T03:58:10,800 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T03:58:10,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:10,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:10,800 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T03:58:10,802 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:10,803 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:10,803 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T03:58:10,803 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T03:58:10,803 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:10,805 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T03:58:10,805 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72795128, jitterRate=0.08473193645477295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:10,806 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-06T03:58:10,808 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733457490792Writing region info on filesystem at 1733457490792Initializing all the Stores at 1733457490792Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457490792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457490793 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457490793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457490793Cleaning up temporary data from old regions at 1733457490803 (+10 ms)Running coprocessor post-open hooks at 1733457490806 (+3 ms)Region opened successfully at 1733457490807 (+1 ms)
2024-12-06T03:58:10,814 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457490726
2024-12-06T03:58:10,825 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-06T03:58:10,826 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-06T03:58:10,827 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,829 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,35267,1733457488848, state=OPEN
2024-12-06T03:58:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:10,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:10,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:10,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-06T03:58:10,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,35267,1733457488848 in 301 msec
2024-12-06T03:58:10,868 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T03:58:10,868 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 809 msec
2024-12-06T03:58:10,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:10,869 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-06T03:58:10,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T03:58:10,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,35267,1733457488848, seqNum=-1]
2024-12-06T03:58:10,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:10,906 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:10,920 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec
2024-12-06T03:58:10,920 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457490920, completionTime=-1
2024-12-06T03:58:10,924 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-06T03:58:10,924 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-06T03:58:10,946 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-06T03:58:10,946 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457550946
2024-12-06T03:58:10,946 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457610946
2024-12-06T03:58:10,946 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec
2024-12-06T03:58:10,948 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-06T03:58:10,954 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,955 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,955 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,956 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:33591, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,956 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,957 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:10,962 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-06T03:58:10,986 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.008sec
2024-12-06T03:58:10,988 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-06T03:58:10,989 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-06T03:58:10,990 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-06T03:58:10,990 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-06T03:58:10,990 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-06T03:58:10,991 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:10,991 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-06T03:58:10,993 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-06T03:58:10,993 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-06T03:58:10,994 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33591,1733457487929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0b20dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:11,020 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-06T03:58:11,020 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-06T03:58:11,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,33591,-1 for getting cluster id
2024-12-06T03:58:11,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T03:58:11,037 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3436d5cf-01de-4e65-b669-a40b3c2633a7'
2024-12-06T03:58:11,039 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T03:58:11,040 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3436d5cf-01de-4e65-b669-a40b3c2633a7"

2024-12-06T03:58:11,040 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fff4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:11,040 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,33591,-1]
2024-12-06T03:58:11,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T03:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:11,045 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T03:58:11,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3302ae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:11,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T03:58:11,057 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,35267,1733457488848, seqNum=-1]
2024-12-06T03:58:11,058 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:11,060 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:11,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,33591,1733457487929
2024-12-06T03:58:11,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T03:58:11,085 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,33591,1733457487929
2024-12-06T03:58:11,087 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3575f5a4
2024-12-06T03:58:11,088 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T03:58:11,091 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T03:58:11,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733457491077', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T03:58:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077
2024-12-06T03:58:11,104 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T03:58:11,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1733457491077"
 procId is: 4
2024-12-06T03:58:11,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:11,108 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T03:58:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:11,120 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb07fbfcf163d8ae83ef66d5f7b9c1ab, NAME => 'testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733457491077', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1722): Closing eb07fbfcf163d8ae83ef66d5f7b9c1ab, disabling compactions & flushes
2024-12-06T03:58:11,126 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab. after waiting 0 ms
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,126 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,126 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733457491077-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Waiting for close lock at 1733457491126Disabling compacts and flushes for region at 1733457491126Disabling writes for close at 1733457491126Writing region close event to WAL at 1733457491126Closed at 1733457491126
2024-12-06T03:58:11,128 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T03:58:11,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733457491128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457491128"}]},"ts":"1733457491128"}
2024-12-06T03:58:11,136 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T03:58:11,137 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T03:58:11,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733457491077","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457491137"}]},"ts":"1733457491137"}
2024-12-06T03:58:11,142 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733457491077, state=ENABLING in hbase:meta
2024-12-06T03:58:11,143 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0}
2024-12-06T03:58:11,144 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-06T03:58:11,144 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-06T03:58:11,144 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-06T03:58:11,144 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-06T03:58:11,144 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-06T03:58:11,144 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-06T03:58:11,144 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T03:58:11,145 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, ASSIGN}]
2024-12-06T03:58:11,147 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, ASSIGN
2024-12-06T03:58:11,148 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, ASSIGN; state=OFFLINE, location=6f1b912b0816,37977,1733457488704; forceNewPlan=false, retain=false
2024-12-06T03:58:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:11,302 INFO  [6f1b912b0816:33591 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-06T03:58:11,303 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=OPENING, regionLocation=6f1b912b0816,37977,1733457488704
2024-12-06T03:58:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, ASSIGN because future has completed
2024-12-06T03:58:11,309 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704}]
2024-12-06T03:58:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:11,463 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T03:58:11,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T03:58:11,474 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,474 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb07fbfcf163d8ae83ef66d5f7b9c1ab, NAME => 'testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:11,475 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733457491077 eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,475 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:11,476 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,476 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,477 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eb07fbfcf163d8ae83ef66d5f7b9c1ab 
2024-12-06T03:58:11,482 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb07fbfcf163d8ae83ef66d5f7b9c1ab columnFamilyName family
2024-12-06T03:58:11,482 DEBUG [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:11,483 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(327): Store=eb07fbfcf163d8ae83ef66d5f7b9c1ab/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:11,483 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,485 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,485 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,485 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,485 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,486 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,493 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:11,494 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb07fbfcf163d8ae83ef66d5f7b9c1ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64821033, jitterRate=-0.03409133851528168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T03:58:11,494 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:11,495 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Running coprocessor pre-open hook at 1733457491476Writing region info on filesystem at 1733457491476Initializing all the Stores at 1733457491476Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457491477 (+1 ms)Cleaning up temporary data from old regions at 1733457491485 (+8 ms)Running coprocessor post-open hooks at 1733457491494 (+9 ms)Region opened successfully at 1733457491495 (+1 ms)
2024-12-06T03:58:11,496 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab., pid=6, masterSystemTime=1733457491462
2024-12-06T03:58:11,500 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,37977,1733457488704
2024-12-06T03:58:11,500 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,500 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704 because future has completed
2024-12-06T03:58:11,508 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-06T03:58:11,508 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704 in 196 msec
2024-12-06T03:58:11,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-06T03:58:11,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, ASSIGN in 363 msec
2024-12-06T03:58:11,511 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T03:58:11,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733457491077","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457491511"}]},"ts":"1733457491511"}
2024-12-06T03:58:11,514 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733457491077, state=ENABLED in hbase:meta
2024-12-06T03:58:11,515 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T03:58:11,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733457491077 in 416 msec
2024-12-06T03:58:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:11,746 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733457491077 completed
2024-12-06T03:58:11,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733457491077 get assigned. Timeout = 60000ms
2024-12-06T03:58:11,748 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T03:58:11,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733457491077 assigned to meta. Checking AM states.
2024-12-06T03:58:11,755 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T03:58:11,756 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733457491077 assigned.
2024-12-06T03:58:11,765 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733457491077', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab., hostname=6f1b912b0816,37977,1733457488704, seqNum=2]
2024-12-06T03:58:11,766 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:11,768 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:11,780 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing eb07fbfcf163d8ae83ef66d5f7b9c1ab 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-06T03:58:11,806 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:11,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/.tmp/family/732f21fcf8554f76a5c16d1b93b6eaba is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-06T03:58:11,842 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/.tmp/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:11,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/.tmp/family/732f21fcf8554f76a5c16d1b93b6eaba as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:11,872 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, delay=983 ms
2024-12-06T03:58:11,874 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, entries=2, sequenceid=6, filesize=4.9 K
2024-12-06T03:58:11,879 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for eb07fbfcf163d8ae83ef66d5f7b9c1ab in 100ms, sequenceid=6, compaction requested=false
2024-12-06T03:58:11,880 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733457491077'
2024-12-06T03:58:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:

2024-12-06T03:58:12,859 DEBUG [hfile-prefetch-1733457491872 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 732f21fcf8554f76a5c16d1b93b6eaba_0. 
2024-12-06T03:58:12,867 DEBUG [hfile-prefetch-1733457491872 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 732f21fcf8554f76a5c16d1b93b6eaba_117. 
2024-12-06T03:58:12,868 DEBUG [hfile-prefetch-1733457491872 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, with total blocks 2, and data blocks 1
2024-12-06T03:58:12,868 DEBUG [hfile-prefetch-1733457491872 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-06T03:58:12,868 DEBUG [hfile-prefetch-1733457491872 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-06T03:58:12,868 DEBUG [hfile-prefetch-1733457491872 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba. Will sleep 100ms and try the verification again.
2024-12-06T03:58:12,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=eb07fbfcf163d8ae83ef66d5f7b9c1ab, source=6f1b912b0816,37977,1733457488704, destination=6f1b912b0816,35267,1733457488848, warming up region on 6f1b912b0816,35267,1733457488848
2024-12-06T03:58:12,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=eb07fbfcf163d8ae83ef66d5f7b9c1ab, source=6f1b912b0816,37977,1733457488704, destination=6f1b912b0816,35267,1733457488848, running balancer
2024-12-06T03:58:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE
2024-12-06T03:58:12,894 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE
2024-12-06T03:58:12,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(7855): Warmup {ENCODED => eb07fbfcf163d8ae83ef66d5f7b9c1ab, NAME => 'testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:12,895 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eb07fbfcf163d8ae83ef66d5f7b9c1ab 
2024-12-06T03:58:12,896 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb07fbfcf163d8ae83ef66d5f7b9c1ab columnFamilyName family
2024-12-06T03:58:12,896 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=CLOSING, regionLocation=6f1b912b0816,37977,1733457488704
2024-12-06T03:58:12,896 DEBUG [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:12,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE because future has completed
2024-12-06T03:58:12,899 DEBUG [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:12,899 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(327): Store=eb07fbfcf163d8ae83ef66d5f7b9c1ab/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:12,899 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-12-06T03:58:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1722): Closing eb07fbfcf163d8ae83ef66d5f7b9c1ab, disabling compactions & flushes
2024-12-06T03:58:12,899 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab. after waiting 0 ms
2024-12-06T03:58:12,899 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704}]
2024-12-06T03:58:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:12,900 DEBUG [StoreFileCloser-eb07fbfcf163d8ae83ef66d5f7b9c1ab-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:12,901 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] regionserver.HRegion(1676): Region close journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Waiting for close lock at 1733457492899Disabling compacts and flushes for region at 1733457492899Disabling writes for close at 1733457492899Writing region close event to WAL at 1733457492901 (+2 ms)Closed at 1733457492901
2024-12-06T03:58:12,902 WARN  [hfile-prefetch-1733457491872 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-12-06T03:58:12,903 DEBUG [hfile-prefetch-1733457491872 {}] hfile.PrefetchExecutor(121): Prefetch completed for 732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-06T03:58:12,982 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-06T03:58:12,983 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-06T03:58:12,983 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:12,983 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:12,999 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:12,999 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457492983
2024-12-06T03:58:13,000 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-06T03:58:13,059 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,059 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-12-06T03:58:13,060 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing eb07fbfcf163d8ae83ef66d5f7b9c1ab, disabling compactions & flushes
2024-12-06T03:58:13,060 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,060 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,061 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab. after waiting 0 ms
2024-12-06T03:58:13,061 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,063 DEBUG [StoreFileCloser-eb07fbfcf163d8ae83ef66d5f7b9c1ab-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 732f21fcf8554f76a5c16d1b93b6eaba, starting offset: 0, end offset: 9223372036854775807
2024-12-06T03:58:13,066 DEBUG [StoreFileCloser-eb07fbfcf163d8ae83ef66d5f7b9c1ab-family-1 {}] bucket.BucketCache(856): removed key 732f21fcf8554f76a5c16d1b93b6eaba_0 from back map with offset lock 2094080 in the evict process
2024-12-06T03:58:13,073 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-06T03:58:13,074 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,074 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Waiting for close lock at 1733457493060Running coprocessor pre-close hooks at 1733457493060Disabling compacts and flushes for region at 1733457493060Disabling writes for close at 1733457493061 (+1 ms)Writing region close event to WAL at 1733457493066 (+5 ms)Running coprocessor post-close hooks at 1733457493073 (+7 ms)Closed at 1733457493074 (+1 ms)
2024-12-06T03:58:13,075 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding eb07fbfcf163d8ae83ef66d5f7b9c1ab move to 6f1b912b0816,35267,1733457488848 record at close sequenceid=6
2024-12-06T03:58:13,079 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,079 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=CLOSED
2024-12-06T03:58:13,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704 because future has completed
2024-12-06T03:58:13,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-06T03:58:13,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,37977,1733457488704 in 184 msec
2024-12-06T03:58:13,086 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE; state=CLOSED, location=6f1b912b0816,35267,1733457488848; forceNewPlan=false, retain=false
2024-12-06T03:58:13,100 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-06T03:58:13,100 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-06T03:58:13,100 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:13,100 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:13,103 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:13,103 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457493100
2024-12-06T03:58:13,103 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-06T03:58:13,237 INFO  [6f1b912b0816:33591 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-06T03:58:13,238 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=OPENING, regionLocation=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:13,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE because future has completed
2024-12-06T03:58:13,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,35267,1733457488848}]
2024-12-06T03:58:13,403 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,403 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => eb07fbfcf163d8ae83ef66d5f7b9c1ab, NAME => 'testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:13,404 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733457491077 eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,404 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:13,404 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,405 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,406 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eb07fbfcf163d8ae83ef66d5f7b9c1ab 
2024-12-06T03:58:13,408 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb07fbfcf163d8ae83ef66d5f7b9c1ab columnFamilyName family
2024-12-06T03:58:13,408 DEBUG [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:13,412 DEBUG [StoreFileOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba, delay=971 ms
2024-12-06T03:58:13,414 DEBUG [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:13,414 INFO  [StoreOpener-eb07fbfcf163d8ae83ef66d5f7b9c1ab-1 {}] regionserver.HStore(327): Store=eb07fbfcf163d8ae83ef66d5f7b9c1ab/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:13,415 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,416 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,417 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,417 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,417 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,423 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,424 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened eb07fbfcf163d8ae83ef66d5f7b9c1ab; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62688690, jitterRate=-0.06586572527885437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T03:58:13,424 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,425 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Running coprocessor pre-open hook at 1733457493405Writing region info on filesystem at 1733457493405Initializing all the Stores at 1733457493405Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457493405Cleaning up temporary data from old regions at 1733457493417 (+12 ms)Running coprocessor post-open hooks at 1733457493424 (+7 ms)Region opened successfully at 1733457493425 (+1 ms)
2024-12-06T03:58:13,426 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab., pid=9, masterSystemTime=1733457493400
2024-12-06T03:58:13,429 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,429 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,430 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb07fbfcf163d8ae83ef66d5f7b9c1ab, regionState=OPEN, openSeqNum=10, regionLocation=6f1b912b0816,35267,1733457488848
2024-12-06T03:58:13,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,35267,1733457488848 because future has completed
2024-12-06T03:58:13,435 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-06T03:58:13,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure eb07fbfcf163d8ae83ef66d5f7b9c1ab, server=6f1b912b0816,35267,1733457488848 in 188 msec
2024-12-06T03:58:13,437 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733457491077, region=eb07fbfcf163d8ae83ef66d5f7b9c1ab, REOPEN/MOVE in 543 msec
2024-12-06T03:58:13,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-06T03:58:13,447 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T03:58:13,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:13,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,452 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T03:58:13,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-06T03:58:13,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=520236456, stopped=false
2024-12-06T03:58:13,452 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,33591,1733457487929
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:13,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:13,508 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T03:58:13,508 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T03:58:13,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:13,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:13,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:13,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:13,511 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,37977,1733457488704' *****
2024-12-06T03:58:13,511 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T03:58:13,511 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,35267,1733457488848' *****
2024-12-06T03:58:13,511 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T03:58:13,511 INFO  [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1738): Disabling cache
2024-12-06T03:58:13,511 INFO  [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1738): Disabling cache
2024-12-06T03:58:13,512 INFO  [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-06T03:58:13,512 INFO  [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/bucket.persistence
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-06T03:58:13,512 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-06T03:58:13,513 INFO  [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-06T03:58:13,513 INFO  [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-06T03:58:13,513 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-06T03:58:13,513 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-06T03:58:13,523 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1487): Thread RS:0;6f1b912b0816:37977 started persisting bucket cache to file
2024-12-06T03:58:13,523 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1487): Thread RS:1;6f1b912b0816:35267 started persisting bucket cache to file
2024-12-06T03:58:13,523 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:13,523 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:13,523 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:13,523 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:13,526 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:13,526 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:13,527 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457493523
2024-12-06T03:58:13,527 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457493523
2024-12-06T03:58:13,527 DEBUG [RS:1;6f1b912b0816:35267 {}] bucket.BucketCache(1509): Thread RS:1;6f1b912b0816:35267 finished persisting bucket cache to file, renaming
2024-12-06T03:58:13,527 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T03:58:13,527 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T03:58:13,527 INFO  [RS:1;6f1b912b0816:35267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T03:58:13,528 INFO  [RS:1;6f1b912b0816:35267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T03:58:13,528 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(3091): Received CLOSE for eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,35267,1733457488848
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:35267.
2024-12-06T03:58:13,529 DEBUG [RS:1;6f1b912b0816:35267 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:13,529 DEBUG [RS:1;6f1b912b0816:35267 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,529 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T03:58:13,529 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb07fbfcf163d8ae83ef66d5f7b9c1ab, disabling compactions & flushes
2024-12-06T03:58:13,529 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T03:58:13,530 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,530 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-06T03:58:13,530 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,530 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab. after waiting 0 ms
2024-12-06T03:58:13,530 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,530 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-06T03:58:13,530 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-06T03:58:13,530 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eb07fbfcf163d8ae83ef66d5f7b9c1ab=testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.}
2024-12-06T03:58:13,530 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T03:58:13,530 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T03:58:13,531 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T03:58:13,531 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T03:58:13,531 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T03:58:13,531 DEBUG [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb07fbfcf163d8ae83ef66d5f7b9c1ab
2024-12-06T03:58:13,531 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-12-06T03:58:13,532 DEBUG [StoreFileCloser-eb07fbfcf163d8ae83ef66d5f7b9c1ab-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/family/732f21fcf8554f76a5c16d1b93b6eaba
2024-12-06T03:58:13,536 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnRegionMove1733457491077/eb07fbfcf163d8ae83ef66d5f7b9c1ab/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-06T03:58:13,536 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,537 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb07fbfcf163d8ae83ef66d5f7b9c1ab:
Waiting for close lock at 1733457493529Running coprocessor pre-close hooks at 1733457493529Disabling compacts and flushes for region at 1733457493529Disabling writes for close at 1733457493530 (+1 ms)Writing region close event to WAL at 1733457493532 (+2 ms)Running coprocessor post-close hooks at 1733457493536 (+4 ms)Closed at 1733457493536
2024-12-06T03:58:13,537 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab.
2024-12-06T03:58:13,540 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f5b3cefa8e034e35b3eb2a74411ac4cd
2024-12-06T03:58:13,548 DEBUG [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1509): Thread RS:0;6f1b912b0816:37977 finished persisting bucket cache to file, renaming
2024-12-06T03:58:13,548 WARN  [RS:0;6f1b912b0816:37977 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T03:58:13,549 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,37977,1733457488704
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:13,549 INFO  [RS:0;6f1b912b0816:37977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:37977.
2024-12-06T03:58:13,549 DEBUG [RS:0;6f1b912b0816:37977 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:13,549 DEBUG [RS:0;6f1b912b0816:37977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,550 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,37977,1733457488704; all regions closed.
2024-12-06T03:58:13,555 DEBUG [RS:0;6f1b912b0816:37977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:13,555 INFO  [RS:0;6f1b912b0816:37977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C37977%2C1733457488704:(num 1733457490322)
2024-12-06T03:58:13,555 DEBUG [RS:0;6f1b912b0816:37977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,555 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:13,555 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:13,556 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:13,556 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T03:58:13,556 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T03:58:13,556 INFO  [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:13,556 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T03:58:13,556 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:13,556 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/f5b3cefa8e034e35b3eb2a74411ac4cd is 205, key is testBlockEvictionOnRegionMove1733457491077,,1733457491092.eb07fbfcf163d8ae83ef66d5f7b9c1ab./info:regioninfo/1733457493430/Put/seqid=0
2024-12-06T03:58:13,557 INFO  [RS:0;6f1b912b0816:37977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37977
2024-12-06T03:58:13,557 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/f5b3cefa8e034e35b3eb2a74411ac4cd
2024-12-06T03:58:13,566 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a0aa66035ab24e3aa182212f0009492d
2024-12-06T03:58:13,572 INFO  [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:13,572 INFO  [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:13,577 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/a0aa66035ab24e3aa182212f0009492d is 43, key is default/ns:d/1733457490909/Put/seqid=0
2024-12-06T03:58:13,578 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/a0aa66035ab24e3aa182212f0009492d
2024-12-06T03:58:13,586 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6d0fa841894640a2b14253e1808cd52e
2024-12-06T03:58:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,37977,1733457488704
2024-12-06T03:58:13,587 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:13,598 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/6d0fa841894640a2b14253e1808cd52e is 78, key is testBlockEvictionOnRegionMove1733457491077/table:state/1733457491511/Put/seqid=0
2024-12-06T03:58:13,598 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/6d0fa841894640a2b14253e1808cd52e
2024-12-06T03:58:13,599 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,37977,1733457488704]
2024-12-06T03:58:13,601 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/f5b3cefa8e034e35b3eb2a74411ac4cd as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/f5b3cefa8e034e35b3eb2a74411ac4cd
2024-12-06T03:58:13,603 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/f5b3cefa8e034e35b3eb2a74411ac4cd, delay=990 ms
2024-12-06T03:58:13,605 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/f5b3cefa8e034e35b3eb2a74411ac4cd, entries=15, sequenceid=15, filesize=7.6 K
2024-12-06T03:58:13,605 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/a0aa66035ab24e3aa182212f0009492d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/a0aa66035ab24e3aa182212f0009492d
2024-12-06T03:58:13,607 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/a0aa66035ab24e3aa182212f0009492d, delay=907 ms
2024-12-06T03:58:13,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,37977,1733457488704 already deleted, retry=false
2024-12-06T03:58:13,609 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,37977,1733457488704 expired; onlineServers=1
2024-12-06T03:58:13,609 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/a0aa66035ab24e3aa182212f0009492d, entries=2, sequenceid=15, filesize=5.0 K
2024-12-06T03:58:13,610 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/6d0fa841894640a2b14253e1808cd52e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/6d0fa841894640a2b14253e1808cd52e
2024-12-06T03:58:13,611 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/6d0fa841894640a2b14253e1808cd52e, delay=976 ms
2024-12-06T03:58:13,612 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/6d0fa841894640a2b14253e1808cd52e, entries=2, sequenceid=15, filesize=5.3 K
2024-12-06T03:58:13,613 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=15, compaction requested=false
2024-12-06T03:58:13,613 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-06T03:58:13,614 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/f5b3cefa8e034e35b3eb2a74411ac4cd
2024-12-06T03:58:13,615 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/a0aa66035ab24e3aa182212f0009492d
2024-12-06T03:58:13,616 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/6d0fa841894640a2b14253e1808cd52e
2024-12-06T03:58:13,620 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-12-06T03:58:13,620 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T03:58:13,621 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:13,621 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733457493530Running coprocessor pre-close hooks at 1733457493530Disabling compacts and flushes for region at 1733457493530Disabling writes for close at 1733457493531 (+1 ms)Obtaining lock to block concurrent updates at 1733457493531Preparing flush snapshotting stores in 1588230740 at 1733457493531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733457493532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733457493532Flushing 1588230740/info: creating writer at 1733457493532Flushing 1588230740/info: appending metadata at 1733457493556 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733457493556Flushing 1588230740/ns: creating writer at 1733457493560 (+4 ms)Flushing 1588230740/ns: appending metadata at 1733457493577 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733457493577Flushing 1588230740/table: creating writer at 1733457493580 (+3 ms)Flushing 1588230740/table: appending metadata at 1733457493597 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733457493597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f23e79: reopening flushed file at 1733457493601 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc64060: reopening flushed file at 1733457493605 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61132fc9: reopening flushed file at 1733457493610 (+5 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=15, compaction requested=false at 1733457493613 (+3 ms)Writing region close event to WAL at 1733457493617 (+4 ms)Running coprocessor post-close hooks at 1733457493620 (+3 ms)Closed at 1733457493621 (+1 ms)
2024-12-06T03:58:13,621 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37977-0x101aa13b9f10001, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:13,701 INFO  [RS:0;6f1b912b0816:37977 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:13,701 INFO  [RS:0;6f1b912b0816:37977 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,37977,1733457488704; zookeeper connection closed.
2024-12-06T03:58:13,702 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64cd6924 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64cd6924
2024-12-06T03:58:13,731 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,35267,1733457488848; all regions closed.
2024-12-06T03:58:13,737 DEBUG [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:13,737 INFO  [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C35267%2C1733457488848.meta:.meta(num 1733457490753)
2024-12-06T03:58:13,741 DEBUG [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:13,741 INFO  [RS:1;6f1b912b0816:35267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C35267%2C1733457488848:(num 1733457490322)
2024-12-06T03:58:13,741 DEBUG [RS:1;6f1b912b0816:35267 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:13,741 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:13,741 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:13,741 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:13,741 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:13,741 INFO  [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:13,742 INFO  [RS:1;6f1b912b0816:35267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35267
2024-12-06T03:58:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,35267,1733457488848
2024-12-06T03:58:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:13,765 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:13,775 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,35267,1733457488848]
2024-12-06T03:58:13,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,35267,1733457488848 already deleted, retry=false
2024-12-06T03:58:13,783 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,35267,1733457488848 expired; onlineServers=0
2024-12-06T03:58:13,784 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,33591,1733457487929' *****
2024-12-06T03:58:13,784 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-06T03:58:13,784 INFO  [M:0;6f1b912b0816:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:13,784 INFO  [M:0;6f1b912b0816:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:13,784 DEBUG [M:0;6f1b912b0816:33591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-06T03:58:13,784 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-06T03:58:13,784 DEBUG [M:0;6f1b912b0816:33591 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-06T03:58:13,784 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457489965 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457489965,5,FailOnTimeoutGroup]
2024-12-06T03:58:13,784 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457489966 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457489966,5,FailOnTimeoutGroup]
2024-12-06T03:58:13,785 INFO  [M:0;6f1b912b0816:33591 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:13,785 INFO  [M:0;6f1b912b0816:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:13,785 DEBUG [M:0;6f1b912b0816:33591 {}] master.HMaster(1795): Stopping service threads
2024-12-06T03:58:13,785 INFO  [M:0;6f1b912b0816:33591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T03:58:13,785 INFO  [M:0;6f1b912b0816:33591 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T03:58:13,785 INFO  [M:0;6f1b912b0816:33591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-06T03:58:13,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-06T03:58:13,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:13,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:13,792 DEBUG [M:0;6f1b912b0816:33591 {}] zookeeper.ZKUtil(347): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-06T03:58:13,792 WARN  [M:0;6f1b912b0816:33591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-06T03:58:13,792 INFO  [M:0;6f1b912b0816:33591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.lastflushedseqids
2024-12-06T03:58:13,802 INFO  [M:0;6f1b912b0816:33591 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-06T03:58:13,802 INFO  [M:0;6f1b912b0816:33591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-06T03:58:13,803 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T03:58:13,803 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:13,803 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:13,803 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T03:58:13,803 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:13,803 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-12-06T03:58:13,812 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0c0b16dc9a864c27b949e5bc5b3ce22d
2024-12-06T03:58:13,825 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c0b16dc9a864c27b949e5bc5b3ce22d is 82, key is hbase:meta,,1/info:regioninfo/1733457490827/Put/seqid=0
2024-12-06T03:58:13,826 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c0b16dc9a864c27b949e5bc5b3ce22d
2024-12-06T03:58:13,833 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 040092f1824f4373b774012abade4319
2024-12-06T03:58:13,844 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040092f1824f4373b774012abade4319 is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457491516/Put/seqid=0
2024-12-06T03:58:13,845 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040092f1824f4373b774012abade4319
2024-12-06T03:58:13,851 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2c9322f18ef24994ba6af4333c1ca893
2024-12-06T03:58:13,862 DEBUG [M:0;6f1b912b0816:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c9322f18ef24994ba6af4333c1ca893 is 69, key is 6f1b912b0816,35267,1733457488848/rs:state/1733457490066/Put/seqid=0
2024-12-06T03:58:13,862 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c9322f18ef24994ba6af4333c1ca893
2024-12-06T03:58:13,864 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c0b16dc9a864c27b949e5bc5b3ce22d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c0b16dc9a864c27b949e5bc5b3ce22d
2024-12-06T03:58:13,865 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c0b16dc9a864c27b949e5bc5b3ce22d, entries=8, sequenceid=84, filesize=5.5 K
2024-12-06T03:58:13,866 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040092f1824f4373b774012abade4319 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040092f1824f4373b774012abade4319
2024-12-06T03:58:13,867 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040092f1824f4373b774012abade4319, entries=9, sequenceid=84, filesize=6.5 K
2024-12-06T03:58:13,867 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c9322f18ef24994ba6af4333c1ca893 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c9322f18ef24994ba6af4333c1ca893
2024-12-06T03:58:13,869 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c9322f18ef24994ba6af4333c1ca893, entries=2, sequenceid=84, filesize=5.1 K
2024-12-06T03:58:13,869 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=84, compaction requested=false
2024-12-06T03:58:13,871 INFO  [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:13,871 DEBUG [M:0;6f1b912b0816:33591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733457493803Disabling compacts and flushes for region at 1733457493803Disabling writes for close at 1733457493803Obtaining lock to block concurrent updates at 1733457493803Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457493803Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1733457493804 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457493804Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457493804Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457493825 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457493825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457493828 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457493844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457493844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457493846 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457493861 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457493861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed281db: reopening flushed file at 1733457493864 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543341d9: reopening flushed file at 1733457493865 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fc3cbe: reopening flushed file at 1733457493867 (+2 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=84, compaction requested=false at 1733457493869 (+2 ms)Writing region close event to WAL at 1733457493871 (+2 ms)Closed at 1733457493871
2024-12-06T03:58:13,872 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:13,872 INFO  [M:0;6f1b912b0816:33591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-06T03:58:13,873 INFO  [M:0;6f1b912b0816:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33591
2024-12-06T03:58:13,873 INFO  [M:0;6f1b912b0816:33591 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:13,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:13,875 INFO  [RS:1;6f1b912b0816:35267 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:13,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35267-0x101aa13b9f10002, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:13,875 INFO  [RS:1;6f1b912b0816:35267 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,35267,1733457488848; zookeeper connection closed.
2024-12-06T03:58:13,875 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f49e37b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f49e37b
2024-12-06T03:58:13,876 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-12-06T03:58:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:14,001 INFO  [M:0;6f1b912b0816:33591 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x101aa13b9f10000, quorum=127.0.0.1:62209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:14,008 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-06T03:58:14,032 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-06T03:58:14,032 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,038 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: master/6f1b912b0816:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: regionserver/6f1b912b0816:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733457493603
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733457493412
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/6f1b912b0816:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733457491872
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6f1b912b0816:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733457493607
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7966 (was 8304)
2024-12-06T03:58:14,044 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=7966
2024-12-06T03:58:14,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/hadoop-log-dir so I do NOT create it in target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803
2024-12-06T03:58:14,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/hadoop-tmp-dir so I do NOT create it in target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803
2024-12-06T03:58:14,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,046 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/cluster_1271c1ef-e3de-cf48-ebc9-85363acda833, deleteOnExit=true
2024-12-06T03:58:14,083 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/cluster_1271c1ef-e3de-cf48-ebc9-85363acda833/zookeeper_0, clientPort=50299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/cluster_1271c1ef-e3de-cf48-ebc9-85363acda833/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/cluster_1271c1ef-e3de-cf48-ebc9-85363acda833/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-06T03:58:14,084 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50299
2024-12-06T03:58:14,100 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62 with version=8
2024-12-06T03:58:14,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase-staging
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:14,104 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-06T03:58:14,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:14,106 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33295
2024-12-06T03:58:14,107 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33295 connecting to ZooKeeper ensemble=127.0.0.1:50299
2024-12-06T03:58:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332950x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:14,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33295-0x101aa13d3070000 connected
2024-12-06T03:58:14,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:14,239 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62, hbase.cluster.distributed=false
2024-12-06T03:58:14,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:14,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33295
2024-12-06T03:58:14,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33295
2024-12-06T03:58:14,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33295
2024-12-06T03:58:14,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33295
2024-12-06T03:58:14,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33295
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T03:58:14,262 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:14,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707
2024-12-06T03:58:14,264 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34707 connecting to ZooKeeper ensemble=127.0.0.1:50299
2024-12-06T03:58:14,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347070x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:14,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34707-0x101aa13d3070001 connected
2024-12-06T03:58:14,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:14,272 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T03:58:14,272 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache
2024-12-06T03:58:14,272 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-06T03:58:14,273 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-06T03:58:14,273 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-06T03:58:14,273 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-06T03:58:14,273 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-06T03:58:14,273 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-06T03:58:14,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T03:58:14,274 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-06T03:58:14,274 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence is complete.
2024-12-06T03:58:14,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T03:58:14,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:14,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707
2024-12-06T03:58:14,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707
2024-12-06T03:58:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707
2024-12-06T03:58:14,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707
2024-12-06T03:58:14,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:14,294 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T03:58:14,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:14,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33803
2024-12-06T03:58:14,296 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33803 connecting to ZooKeeper ensemble=127.0.0.1:50299
2024-12-06T03:58:14,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338030x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:14,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:14,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33803-0x101aa13d3070002 connected
2024-12-06T03:58:14,305 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T03:58:14,306 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache
2024-12-06T03:58:14,306 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-06T03:58:14,306 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-06T03:58:14,306 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-06T03:58:14,306 INFO  [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-06T03:58:14,306 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-06T03:58:14,306 WARN  [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-06T03:58:14,306 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-06T03:58:14,307 INFO  [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence is complete.
2024-12-06T03:58:14,307 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T03:58:14,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T03:58:14,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:14,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33803
2024-12-06T03:58:14,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33803
2024-12-06T03:58:14,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33803
2024-12-06T03:58:14,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33803
2024-12-06T03:58:14,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33803
2024-12-06T03:58:14,321 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:33295
2024-12-06T03:58:14,322 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,330 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,338 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T03:58:14,338 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,33295,1733457494103 from backup master directory
2024-12-06T03:58:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T03:58:14,346 WARN  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:14,346 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,347 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase.id] with ID: 865bd0d5-dc4e-459a-be7b-8595c4ac810d
2024-12-06T03:58:14,347 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.tmp/hbase.id
2024-12-06T03:58:14,350 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/hbase.id]
2024-12-06T03:58:14,392 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:14,392 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-06T03:58:14,394 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-12-06T03:58:14,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,429 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T03:58:14,430 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T03:58:14,431 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:14,448 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store
2024-12-06T03:58:14,455 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:14,455 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T03:58:14,456 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:14,456 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:14,456 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T03:58:14,456 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:14,456 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:14,456 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733457494455Disabling compacts and flushes for region at 1733457494455Disabling writes for close at 1733457494456 (+1 ms)Writing region close event to WAL at 1733457494456Closed at 1733457494456
2024-12-06T03:58:14,456 WARN  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/.initializing
2024-12-06T03:58:14,456 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,462 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:14,465 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C33295%2C1733457494103, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33295,1733457494103, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/oldWALs, maxLogs=10
2024-12-06T03:58:14,480 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/WALs/6f1b912b0816,33295,1733457494103/6f1b912b0816%2C33295%2C1733457494103.1733457494465
2024-12-06T03:58:14,480 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:14,480 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:14,480 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:14,480 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,481 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:14,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T03:58:14,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,486 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:14,486 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:14,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T03:58:14,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:14,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:14,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T03:58:14,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:14,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T03:58:14,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T03:58:14,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:14,498 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:14,500 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T03:58:14,505 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:14,505 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60440563, jitterRate=-0.09936542809009552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:14,506 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733457494481Initializing all the Stores at 1733457494481Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457494481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457494481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457494481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457494481Cleaning up temporary data from old regions at 1733457494499 (+18 ms)Region opened successfully at 1733457494506 (+7 ms)
2024-12-06T03:58:14,507 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T03:58:14,510 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab83b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:14,511 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-06T03:58:14,511 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-06T03:58:14,511 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-06T03:58:14,512 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-06T03:58:14,512 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-06T03:58:14,512 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-06T03:58:14,512 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T03:58:14,514 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-06T03:58:14,515 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-06T03:58:14,537 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-06T03:58:14,538 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-06T03:58:14,538 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-06T03:58:14,546 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-06T03:58:14,546 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-06T03:58:14,547 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-06T03:58:14,554 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-06T03:58:14,555 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-06T03:58:14,562 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-06T03:58:14,565 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-06T03:58:14,571 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,580 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,33295,1733457494103, sessionid=0x101aa13d3070000, setting cluster-up flag (Was=false)
2024-12-06T03:58:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,621 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-06T03:58:14,622 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:14,662 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-06T03:58:14,664 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,33295,1733457494103
2024-12-06T03:58:14,664 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-06T03:58:14,666 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:14,667 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-06T03:58:14,667 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-06T03:58:14,667 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,33295,1733457494103
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-06T03:58:14,669 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:14,669 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:14,669 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:14,669 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5
2024-12-06T03:58:14,670 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10
2024-12-06T03:58:14,670 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,670 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:14,670 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457524671
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-06T03:58:14,671 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-06T03:58:14,672 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:14,672 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-06T03:58:14,672 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-06T03:58:14,672 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-06T03:58:14,673 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-06T03:58:14,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,673 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-06T03:58:14,675 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-06T03:58:14,675 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-06T03:58:14,678 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457494675,5,FailOnTimeoutGroup]
2024-12-06T03:58:14,680 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457494678,5,FailOnTimeoutGroup]
2024-12-06T03:58:14,680 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,681 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-06T03:58:14,681 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,681 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,689 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-06T03:58:14,689 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:14,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:14,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-06T03:58:14,703 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T03:58:14,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,703 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:14,703 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-06T03:58:14,707 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T03:58:14,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:14,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-06T03:58:14,710 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T03:58:14,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:14,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-06T03:58:14,713 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T03:58:14,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:14,714 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(746): ClusterId : 865bd0d5-dc4e-459a-be7b-8595c4ac810d
2024-12-06T03:58:14,714 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(746): ClusterId : 865bd0d5-dc4e-459a-be7b-8595c4ac810d
2024-12-06T03:58:14,714 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:14,714 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T03:58:14,714 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T03:58:14,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T03:58:14,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:14,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:14,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T03:58:14,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T03:58:14,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:14,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T03:58:14,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:14,723 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60476162, jitterRate=-0.09883496165275574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:14,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733457494697Initializing all the Stores at 1733457494697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457494697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457494697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457494697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457494697Cleaning up temporary data from old regions at 1733457494716 (+19 ms)Region opened successfully at 1733457494723 (+7 ms)
2024-12-06T03:58:14,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T03:58:14,723 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T03:58:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T03:58:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T03:58:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T03:58:14,724 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733457494723Disabling compacts and flushes for region at 1733457494723Disabling writes for close at 1733457494724 (+1 ms)Writing region close event to WAL at 1733457494724Closed at 1733457494724
2024-12-06T03:58:14,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:14,725 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-06T03:58:14,725 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-06T03:58:14,726 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T03:58:14,727 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T03:58:14,737 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T03:58:14,737 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T03:58:14,737 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T03:58:14,737 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T03:58:14,747 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T03:58:14,747 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T03:58:14,747 DEBUG [RS:1;6f1b912b0816:33803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bdb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:14,747 DEBUG [RS:0;6f1b912b0816:34707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bb8079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:14,757 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:34707
2024-12-06T03:58:14,757 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:33803
2024-12-06T03:58:14,757 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T03:58:14,757 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T03:58:14,757 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T03:58:14,757 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T03:58:14,757 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T03:58:14,757 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T03:58:14,758 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,33295,1733457494103 with port=33803, startcode=1733457494294
2024-12-06T03:58:14,758 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,33295,1733457494103 with port=34707, startcode=1733457494261
2024-12-06T03:58:14,758 DEBUG [RS:1;6f1b912b0816:33803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T03:58:14,758 DEBUG [RS:0;6f1b912b0816:34707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T03:58:14,760 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60027, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T03:58:14,760 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T03:58:14,761 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,761 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,763 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,763 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,763 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:14,763 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-06T03:58:14,763 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T03:58:14,764 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:14,764 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-06T03:58:14,764 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T03:58:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:14,798 DEBUG [RS:1;6f1b912b0816:33803 {}] zookeeper.ZKUtil(111): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,798 WARN  [RS:1;6f1b912b0816:33803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:14,798 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,34707,1733457494261]
2024-12-06T03:58:14,798 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,33803,1733457494294]
2024-12-06T03:58:14,798 INFO  [RS:1;6f1b912b0816:33803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:14,798 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,799 DEBUG [RS:0;6f1b912b0816:34707 {}] zookeeper.ZKUtil(111): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,799 WARN  [RS:0;6f1b912b0816:34707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:14,799 INFO  [RS:0;6f1b912b0816:34707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:14,799 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,808 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T03:58:14,808 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T03:58:14,811 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T03:58:14,812 INFO  [RS:0;6f1b912b0816:34707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T03:58:14,812 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,812 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T03:58:14,813 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T03:58:14,813 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,813 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T03:58:14,813 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,813 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,813 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,814 INFO  [RS:1;6f1b912b0816:33803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T03:58:14,814 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,814 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,815 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,815 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T03:58:14,815 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,815 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:14,815 DEBUG [RS:0;6f1b912b0816:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:14,816 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T03:58:14,816 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,816 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34707,1733457494261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:14,816 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,816 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:14,817 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:14,818 DEBUG [RS:1;6f1b912b0816:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:14,818 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,819 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,819 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,819 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,819 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,819 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33803,1733457494294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:14,834 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T03:58:14,834 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34707,1733457494261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,834 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,835 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.Replication(171): 6f1b912b0816,34707,1733457494261 started
2024-12-06T03:58:14,838 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T03:58:14,838 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33803,1733457494294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,838 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,838 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.Replication(171): 6f1b912b0816,33803,1733457494294 started
2024-12-06T03:58:14,853 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,853 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,34707,1733457494261, RpcServer on 6f1b912b0816/172.17.0.2:34707, sessionid=0x101aa13d3070001
2024-12-06T03:58:14,854 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T03:58:14,854 DEBUG [RS:0;6f1b912b0816:34707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,854 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,34707,1733457494261'
2024-12-06T03:58:14,854 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T03:58:14,855 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T03:58:14,855 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T03:58:14,855 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T03:58:14,855 DEBUG [RS:0;6f1b912b0816:34707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,34707,1733457494261
2024-12-06T03:58:14,856 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,34707,1733457494261'
2024-12-06T03:58:14,856 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T03:58:14,856 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T03:58:14,857 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:14,857 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,33803,1733457494294, RpcServer on 6f1b912b0816/172.17.0.2:33803, sessionid=0x101aa13d3070002
2024-12-06T03:58:14,857 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T03:58:14,857 DEBUG [RS:1;6f1b912b0816:33803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,857 DEBUG [RS:0;6f1b912b0816:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T03:58:14,857 INFO  [RS:0;6f1b912b0816:34707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T03:58:14,857 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,33803,1733457494294'
2024-12-06T03:58:14,857 INFO  [RS:0;6f1b912b0816:34707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T03:58:14,857 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,33803,1733457494294
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,33803,1733457494294'
2024-12-06T03:58:14,858 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T03:58:14,859 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T03:58:14,859 DEBUG [RS:1;6f1b912b0816:33803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T03:58:14,859 INFO  [RS:1;6f1b912b0816:33803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T03:58:14,859 INFO  [RS:1;6f1b912b0816:33803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T03:58:14,877 WARN  [6f1b912b0816:33295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T03:58:14,958 INFO  [RS:0;6f1b912b0816:34707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:14,959 INFO  [RS:0;6f1b912b0816:34707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C34707%2C1733457494261, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:14,961 INFO  [RS:1;6f1b912b0816:33803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:14,962 INFO  [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C33803%2C1733457494294, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,33803,1733457494294, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:14,987 INFO  [RS:0;6f1b912b0816:34707 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261/6f1b912b0816%2C34707%2C1733457494261.1733457494964
2024-12-06T03:58:14,987 INFO  [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,33803,1733457494294/6f1b912b0816%2C33803%2C1733457494294.1733457494965
2024-12-06T03:58:14,988 DEBUG [RS:0;6f1b912b0816:34707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:14,988 DEBUG [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:15,128 DEBUG [6f1b912b0816:33295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-06T03:58:15,129 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0}
2024-12-06T03:58:15,131 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-06T03:58:15,131 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-06T03:58:15,131 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-06T03:58:15,131 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-06T03:58:15,131 INFO  [6f1b912b0816:33295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-06T03:58:15,131 INFO  [6f1b912b0816:33295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-06T03:58:15,131 DEBUG [6f1b912b0816:33295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T03:58:15,132 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:15,134 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,33803,1733457494294, state=OPENING
2024-12-06T03:58:15,162 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-06T03:58:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:15,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T03:58:15,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,33803,1733457494294}]
2024-12-06T03:58:15,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T03:58:15,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T03:58:15,331 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-06T03:58:15,331 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:15,332 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-06T03:58:15,332 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C33803%2C1733457494294.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,33803,1733457494294, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:15,347 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,33803,1733457494294/6f1b912b0816%2C33803%2C1733457494294.meta.1733457495333.meta
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-06T03:58:15,348 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-06T03:58:15,348 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:15,349 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-06T03:58:15,349 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-06T03:58:15,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-06T03:58:15,350 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T03:58:15,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:15,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-06T03:58:15,351 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T03:58:15,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:15,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-06T03:58:15,352 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T03:58:15,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:15,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-06T03:58:15,352 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T03:58:15,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T03:58:15,353 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T03:58:15,353 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:15,353 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740
2024-12-06T03:58:15,354 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T03:58:15,354 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T03:58:15,354 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T03:58:15,355 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T03:58:15,355 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63614425, jitterRate=-0.05207119882106781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T03:58:15,355 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-06T03:58:15,356 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733457495349Writing region info on filesystem at 1733457495349Initializing all the Stores at 1733457495349Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457495349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457495350 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457495350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457495350Cleaning up temporary data from old regions at 1733457495354 (+4 ms)Running coprocessor post-open hooks at 1733457495355 (+1 ms)Region opened successfully at 1733457495355
2024-12-06T03:58:15,356 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457495327
2024-12-06T03:58:15,358 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-06T03:58:15,358 INFO  [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-06T03:58:15,359 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:15,360 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,33803,1733457494294, state=OPEN
2024-12-06T03:58:15,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:15,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:15,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T03:58:15,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:15,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T03:58:15,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-06T03:58:15,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,33803,1733457494294 in 199 msec
2024-12-06T03:58:15,375 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T03:58:15,375 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec
2024-12-06T03:58:15,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T03:58:15,376 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-06T03:58:15,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T03:58:15,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,33803,1733457494294, seqNum=-1]
2024-12-06T03:58:15,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:15,382 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:15,390 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 723 msec
2024-12-06T03:58:15,390 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457495390, completionTime=-1
2024-12-06T03:58:15,390 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-06T03:58:15,391 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-06T03:58:15,394 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-06T03:58:15,394 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457555394
2024-12-06T03:58:15,394 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457615394
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:33295, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,395 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,396 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,398 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.055sec
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-06T03:58:15,401 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-06T03:58:15,402 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:15,402 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-06T03:58:15,403 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-06T03:58:15,403 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-06T03:58:15,403 INFO  [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33295,1733457494103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:15,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9d15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:15,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,33295,-1 for getting cluster id
2024-12-06T03:58:15,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T03:58:15,416 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865bd0d5-dc4e-459a-be7b-8595c4ac810d'
2024-12-06T03:58:15,416 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T03:58:15,416 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865bd0d5-dc4e-459a-be7b-8595c4ac810d"

2024-12-06T03:58:15,417 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b1ebe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:15,417 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,33295,-1]
2024-12-06T03:58:15,417 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T03:58:15,417 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:15,419 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T03:58:15,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34126543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T03:58:15,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T03:58:15,423 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,33803,1733457494294, seqNum=-1]
2024-12-06T03:58:15,423 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:15,425 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:15,428 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,33295,1733457494103
2024-12-06T03:58:15,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T03:58:15,431 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,33295,1733457494103
2024-12-06T03:58:15,431 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ddfac6c
2024-12-06T03:58:15,431 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T03:58:15,436 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T03:58:15,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733457495428', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T03:58:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428
2024-12-06T03:58:15,440 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T03:58:15,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1733457495428"
 procId is: 4
2024-12-06T03:58:15,441 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T03:58:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:15,455 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f397b72cdbe4433e41f1e7a68485ce68, NAME => 'testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733457495428', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1722): Closing f397b72cdbe4433e41f1e7a68485ce68, disabling compactions & flushes
2024-12-06T03:58:15,462 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68. after waiting 0 ms
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,462 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,462 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733457495428-pool-0 {}] regionserver.HRegion(1676): Region close journal for f397b72cdbe4433e41f1e7a68485ce68:
Waiting for close lock at 1733457495462Disabling compacts and flushes for region at 1733457495462Disabling writes for close at 1733457495462Writing region close event to WAL at 1733457495462Closed at 1733457495462
2024-12-06T03:58:15,463 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T03:58:15,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733457495464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457495464"}]},"ts":"1733457495464"}
2024-12-06T03:58:15,467 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T03:58:15,468 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T03:58:15,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733457495428","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457495468"}]},"ts":"1733457495468"}
2024-12-06T03:58:15,471 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733457495428, state=ENABLING in hbase:meta
2024-12-06T03:58:15,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0}
2024-12-06T03:58:15,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-06T03:58:15,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-06T03:58:15,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-06T03:58:15,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-06T03:58:15,472 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-06T03:58:15,472 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-06T03:58:15,472 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T03:58:15,472 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN}]
2024-12-06T03:58:15,473 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN
2024-12-06T03:58:15,474 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN; state=OFFLINE, location=6f1b912b0816,34707,1733457494261; forceNewPlan=false, retain=false
2024-12-06T03:58:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:15,624 INFO  [6f1b912b0816:33295 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-06T03:58:15,625 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f397b72cdbe4433e41f1e7a68485ce68, regionState=OPENING, regionLocation=6f1b912b0816,34707,1733457494261
2024-12-06T03:58:15,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN because future has completed
2024-12-06T03:58:15,628 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,34707,1733457494261}]
2024-12-06T03:58:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:15,781 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T03:58:15,783 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T03:58:15,784 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,785 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f397b72cdbe4433e41f1e7a68485ce68, NAME => 'testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:15,785 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733457495428 f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,785 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:15,785 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,785 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,786 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f397b72cdbe4433e41f1e7a68485ce68 
2024-12-06T03:58:15,789 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f397b72cdbe4433e41f1e7a68485ce68 columnFamilyName family
2024-12-06T03:58:15,789 DEBUG [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:15,789 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] regionserver.HStore(327): Store=f397b72cdbe4433e41f1e7a68485ce68/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:15,789 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,790 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,790 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,790 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,790 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,791 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,795 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T03:58:15,795 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f397b72cdbe4433e41f1e7a68485ce68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61351649, jitterRate=-0.08578918874263763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T03:58:15,796 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:15,796 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f397b72cdbe4433e41f1e7a68485ce68:
Running coprocessor pre-open hook at 1733457495785Writing region info on filesystem at 1733457495785Initializing all the Stores at 1733457495786 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457495786Cleaning up temporary data from old regions at 1733457495790 (+4 ms)Running coprocessor post-open hooks at 1733457495796 (+6 ms)Region opened successfully at 1733457495796
2024-12-06T03:58:15,797 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68., pid=6, masterSystemTime=1733457495780
2024-12-06T03:58:15,799 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,799 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:15,799 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f397b72cdbe4433e41f1e7a68485ce68, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,34707,1733457494261
2024-12-06T03:58:15,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,34707,1733457494261 because future has completed
2024-12-06T03:58:15,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-06T03:58:15,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,34707,1733457494261 in 174 msec
2024-12-06T03:58:15,806 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-06T03:58:15,806 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN in 332 msec
2024-12-06T03:58:15,807 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T03:58:15,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733457495428","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457495807"}]},"ts":"1733457495807"}
2024-12-06T03:58:15,812 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733457495428, state=ENABLED in hbase:meta
2024-12-06T03:58:15,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T03:58:15,815 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733457495428 in 375 msec
2024-12-06T03:58:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T03:58:16,074 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733457495428 completed
2024-12-06T03:58:16,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733457495428 get assigned. Timeout = 60000ms
2024-12-06T03:58:16,075 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T03:58:16,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733457495428 assigned to meta. Checking AM states.
2024-12-06T03:58:16,079 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T03:58:16,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733457495428 assigned.
2024-12-06T03:58:16,083 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733457495428', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68., hostname=6f1b912b0816,34707,1733457494261, seqNum=2]
2024-12-06T03:58:16,083 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T03:58:16,086 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T03:58:16,091 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f397b72cdbe4433e41f1e7a68485ce68 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-06T03:58:16,101 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:16,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/.tmp/family/0a77ebc16c6b4986b8720173dbc2c2a6 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-06T03:58:16,115 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/.tmp/family/0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:16,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/.tmp/family/0a77ebc16c6b4986b8720173dbc2c2a6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:16,119 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, delay=903 ms
2024-12-06T03:58:16,120 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, entries=2, sequenceid=6, filesize=4.9 K
2024-12-06T03:58:16,121 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for f397b72cdbe4433e41f1e7a68485ce68 in 30ms, sequenceid=6, compaction requested=false
2024-12-06T03:58:16,121 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733457495428'
2024-12-06T03:58:16,121 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f397b72cdbe4433e41f1e7a68485ce68:

2024-12-06T03:58:16,293 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T03:58:17,023 DEBUG [hfile-prefetch-1733457493412 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0a77ebc16c6b4986b8720173dbc2c2a6_0. 
2024-12-06T03:58:17,024 DEBUG [hfile-prefetch-1733457493412 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0a77ebc16c6b4986b8720173dbc2c2a6_117. 
2024-12-06T03:58:17,024 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, with total blocks 2, and data blocks 1
2024-12-06T03:58:17,024 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-06T03:58:17,025 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-06T03:58:17,025 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6. Will sleep 100ms and try the verification again.
2024-12-06T03:58:17,108 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-06T03:58:17,109 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-06T03:58:17,109 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:17,109 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:17,112 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:17,112 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457497109
2024-12-06T03:58:17,112 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-06T03:58:17,122 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;6f1b912b0816:34707,5,FailOnTimeoutGroup]
2024-12-06T03:58:17,122 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,34707,1733457494261' *****
2024-12-06T03:58:17,122 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-12-06T03:58:17,122 INFO  [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1738): Disabling cache
2024-12-06T03:58:17,122 INFO  [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence
2024-12-06T03:58:17,122 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-06T03:58:17,122 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-06T03:58:17,122 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-06T03:58:17,122 INFO  [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-06T03:58:17,122 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-06T03:58:17,125 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, with total blocks 2, and data blocks 1
2024-12-06T03:58:17,125 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-12-06T03:58:17,125 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2293): found block for file 0a77ebc16c6b4986b8720173dbc2c2a6 in the backing map. Acquiring read lock for offset 0
2024-12-06T03:58:17,125 DEBUG [hfile-prefetch-1733457493412 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6 has now been fully cached.
2024-12-06T03:58:17,125 DEBUG [hfile-prefetch-1733457493412 {}] hfile.PrefetchExecutor(121): Prefetch completed for 0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:17,133 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1487): Thread RS:0;6f1b912b0816:34707 started persisting bucket cache to file
2024-12-06T03:58:17,133 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:17,133 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-12-06T03:58:17,141 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-12-06T03:58:17,141 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733457497133
2024-12-06T03:58:17,141 DEBUG [RS:0;6f1b912b0816:34707 {}] bucket.BucketCache(1509): Thread RS:0;6f1b912b0816:34707 finished persisting bucket cache to file, renaming
2024-12-06T03:58:17,142 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T03:58:17,142 INFO  [RS:0;6f1b912b0816:34707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T03:58:17,142 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T03:58:17,142 INFO  [RS:0;6f1b912b0816:34707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T03:58:17,142 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(3091): Received CLOSE for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,142 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,34707,1733457494261
2024-12-06T03:58:17,143 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:17,143 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-06T03:58:17,143 INFO  [RS:0;6f1b912b0816:34707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:34707.
2024-12-06T03:58:17,143 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f397b72cdbe4433e41f1e7a68485ce68, disabling compactions & flushes
2024-12-06T03:58:17,143 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,143 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,143 DEBUG [RS:0;6f1b912b0816:34707 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:17,143 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68. after waiting 0 ms
2024-12-06T03:58:17,143 DEBUG [RS:0;6f1b912b0816:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:17,143 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,143 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-06T03:58:17,143 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1325): Online Regions={f397b72cdbe4433e41f1e7a68485ce68=testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.}
2024-12-06T03:58:17,143 DEBUG [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1351): Waiting on f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,149 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-06T03:58:17,150 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,150 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f397b72cdbe4433e41f1e7a68485ce68:
Waiting for close lock at 1733457497143Running coprocessor pre-close hooks at 1733457497143Disabling compacts and flushes for region at 1733457497143Disabling writes for close at 1733457497143Writing region close event to WAL at 1733457497144 (+1 ms)Running coprocessor post-close hooks at 1733457497150 (+6 ms)Closed at 1733457497150
2024-12-06T03:58:17,150 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,218 INFO  [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:17,343 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,34707,1733457494261; all regions closed.
2024-12-06T03:58:17,346 DEBUG [RS:0;6f1b912b0816:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C34707%2C1733457494261:(num 1733457494964)
2024-12-06T03:58:17,346 DEBUG [RS:0;6f1b912b0816:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T03:58:17,346 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T03:58:17,346 INFO  [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:17,347 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T03:58:17,347 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:17,347 INFO  [RS:0;6f1b912b0816:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707
2024-12-06T03:58:17,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,34707,1733457494261
2024-12-06T03:58:17,370 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:17,371 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$249/0x00007f3a6847cd88@71df1721 rejected from java.util.concurrent.ThreadPoolExecutor@34dd877e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-12-06T03:58:17,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:17,379 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,34707,1733457494261]
2024-12-06T03:58:17,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,34707,1733457494261 already deleted, retry=false
2024-12-06T03:58:17,387 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6f1b912b0816,34707,1733457494261 on 6f1b912b0816,33295,1733457494103
2024-12-06T03:58:17,391 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6f1b912b0816,34707,1733457494261, splitWal=true, meta=false
2024-12-06T03:58:17,394 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 6f1b912b0816,34707,1733457494261 (carryingMeta=false) 6f1b912b0816,34707,1733457494261/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46796cd6[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-06T03:58:17,394 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6f1b912b0816,34707,1733457494261, splitWal=true, meta=false
2024-12-06T03:58:17,396 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 6f1b912b0816,34707,1733457494261 had 1 regions
2024-12-06T03:58:17,397 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6f1b912b0816,34707,1733457494261, splitWal=true, meta=false, isMeta: false
2024-12-06T03:58:17,398 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261-splitting
2024-12-06T03:58:17,398 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261-splitting dir is empty, no logs to split.
2024-12-06T03:58:17,398 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 6f1b912b0816,34707,1733457494261 WAL count=0, meta=false
2024-12-06T03:58:17,400 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261-splitting dir is empty, no logs to split.
2024-12-06T03:58:17,400 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 6f1b912b0816,34707,1733457494261 WAL count=0, meta=false
2024-12-06T03:58:17,400 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 6f1b912b0816,34707,1733457494261 WAL splitting is done? wals=0, meta=false
2024-12-06T03:58:17,400 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6f1b912b0816,34707,1733457494261 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,34707,1733457494261-splitting does not exist
2024-12-06T03:58:17,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN}]
2024-12-06T03:58:17,403 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN
2024-12-06T03:58:17,404 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-06T03:58:17,479 INFO  [RS:0;6f1b912b0816:34707 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:17,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:17,479 INFO  [RS:0;6f1b912b0816:34707 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,34707,1733457494261; zookeeper connection closed.
2024-12-06T03:58:17,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101aa13d3070001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:17,479 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59ef99a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59ef99a1
2024-12-06T03:58:17,555 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f397b72cdbe4433e41f1e7a68485ce68, regionState=OPENING, regionLocation=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:17,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN because future has completed
2024-12-06T03:58:17,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,33803,1733457494294}]
2024-12-06T03:58:17,642 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45
2024-12-06T03:58:17,642 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T03:58:17,643 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T03:58:17,644 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37471
2024-12-06T03:58:17,645 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37471 connecting to ZooKeeper ensemble=127.0.0.1:50299
2024-12-06T03:58:17,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:17,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:17,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374710x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T03:58:17,663 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-06T03:58:17,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:374710x0, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-06T03:58:17,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37471-0x101aa13d3070003 connected
2024-12-06T03:58:17,664 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T03:58:17,665 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache
2024-12-06T03:58:17,666 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-06T03:58:17,666 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-06T03:58:17,666 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-06T03:58:17,666 INFO  [Thread-200 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-06T03:58:17,666 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-06T03:58:17,667 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T03:58:17,667 INFO  [Thread-200 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-12-06T03:58:17,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T03:58:17,668 INFO  [Thread-200 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-12-06T03:58:17,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T03:58:17,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37471
2024-12-06T03:58:17,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37471
2024-12-06T03:58:17,671 DEBUG [Thread-200 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-12-06T03:58:17,671 DEBUG [Thread-200 {}] bucket.BucketCache(1584): Cached File Entry:<0a77ebc16c6b4986b8720173dbc2c2a6,<f397b72cdbe4433e41f1e7a68485ce68,158>>
2024-12-06T03:58:17,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37471
2024-12-06T03:58:17,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37471
2024-12-06T03:58:17,672 INFO  [Thread-200 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-06T03:58:17,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37471
2024-12-06T03:58:17,672 INFO  [Thread-200 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-12-06T03:58:17,672 INFO  [Thread-200 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence is complete.
2024-12-06T03:58:17,673 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(746): ClusterId : 865bd0d5-dc4e-459a-be7b-8595c4ac810d
2024-12-06T03:58:17,673 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T03:58:17,713 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T03:58:17,713 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T03:58:17,715 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,715 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f397b72cdbe4433e41f1e7a68485ce68, NAME => 'testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.', STARTKEY => '', ENDKEY => ''}
2024-12-06T03:58:17,715 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733457495428 f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,715 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T03:58:17,715 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,715 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,717 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f397b72cdbe4433e41f1e7a68485ce68 
2024-12-06T03:58:17,717 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f397b72cdbe4433e41f1e7a68485ce68 columnFamilyName family
2024-12-06T03:58:17,718 DEBUG [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T03:58:17,720 DEBUG [StoreFileOpener-f397b72cdbe4433e41f1e7a68485ce68-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6, delay=901 ms
2024-12-06T03:58:17,721 DEBUG [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:17,721 INFO  [StoreOpener-f397b72cdbe4433e41f1e7a68485ce68-1 {}] regionserver.HStore(327): Store=f397b72cdbe4433e41f1e7a68485ce68/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T03:58:17,721 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T03:58:17,721 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,722 DEBUG [RS:2;6f1b912b0816:37471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b608f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0
2024-12-06T03:58:17,722 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,722 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,722 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,722 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,724 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,725 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened f397b72cdbe4433e41f1e7a68485ce68; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63507269, jitterRate=-0.05366794764995575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T03:58:17,725 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:17,726 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f397b72cdbe4433e41f1e7a68485ce68:
Running coprocessor pre-open hook at 1733457497716Writing region info on filesystem at 1733457497716Initializing all the Stores at 1733457497716Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457497716Cleaning up temporary data from old regions at 1733457497723 (+7 ms)Running coprocessor post-open hooks at 1733457497725 (+2 ms)Region opened successfully at 1733457497726 (+1 ms)
2024-12-06T03:58:17,726 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68., pid=9, masterSystemTime=1733457497712
2024-12-06T03:58:17,730 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f397b72cdbe4433e41f1e7a68485ce68, regionState=OPEN, openSeqNum=10, regionLocation=6f1b912b0816,33803,1733457494294
2024-12-06T03:58:17,730 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,730 INFO  [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:17,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,33803,1733457494294 because future has completed
2024-12-06T03:58:17,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-06T03:58:17,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f397b72cdbe4433e41f1e7a68485ce68, server=6f1b912b0816,33803,1733457494294 in 176 msec
2024-12-06T03:58:17,739 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6f1b912b0816:37471
2024-12-06T03:58:17,739 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T03:58:17,739 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T03:58:17,739 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T03:58:17,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-06T03:58:17,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733457495428, region=f397b72cdbe4433e41f1e7a68485ce68, ASSIGN in 335 msec
2024-12-06T03:58:17,740 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,33295,1733457494103 with port=37471, startcode=1733457497642
2024-12-06T03:58:17,740 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 6f1b912b0816,34707,1733457494261 after splitting done
2024-12-06T03:58:17,740 DEBUG [RS:2;6f1b912b0816:37471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T03:58:17,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 6f1b912b0816,34707,1733457494261, splitWal=true, meta=false in 352 msec
2024-12-06T03:58:17,742 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T03:58:17,743 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,743 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33295 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,744 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62
2024-12-06T03:58:17,744 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-06T03:58:17,744 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T03:58:17,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:17,754 DEBUG [RS:2;6f1b912b0816:37471 {}] zookeeper.ZKUtil(111): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,754 WARN  [RS:2;6f1b912b0816:37471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T03:58:17,754 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,37471,1733457497642]
2024-12-06T03:58:17,754 INFO  [RS:2;6f1b912b0816:37471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T03:58:17,755 DEBUG [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,760 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T03:58:17,762 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T03:58:17,762 INFO  [RS:2;6f1b912b0816:37471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T03:58:17,762 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,766 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T03:58:17,767 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T03:58:17,767 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2
2024-12-06T03:58:17,767 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:17,768 DEBUG [RS:2;6f1b912b0816:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3
2024-12-06T03:58:17,770 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,771 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,771 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,771 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,771 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,771 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37471,1733457497642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T03:58:17,792 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T03:58:17,793 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37471,1733457497642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,793 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,793 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.Replication(171): 6f1b912b0816,37471,1733457497642 started
2024-12-06T03:58:17,815 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T03:58:17,815 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,37471,1733457497642, RpcServer on 6f1b912b0816/172.17.0.2:37471, sessionid=0x101aa13d3070003
2024-12-06T03:58:17,815 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T03:58:17,815 DEBUG [RS:2;6f1b912b0816:37471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,815 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37471,1733457497642'
2024-12-06T03:58:17,815 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T03:58:17,816 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T03:58:17,816 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T03:58:17,816 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T03:58:17,816 DEBUG [RS:2;6f1b912b0816:37471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,37471,1733457497642
2024-12-06T03:58:17,817 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37471,1733457497642'
2024-12-06T03:58:17,817 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T03:58:17,817 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T03:58:17,818 DEBUG [RS:2;6f1b912b0816:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T03:58:17,818 INFO  [RS:2;6f1b912b0816:37471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T03:58:17,818 INFO  [RS:2;6f1b912b0816:37471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T03:58:17,919 INFO  [RS:2;6f1b912b0816:37471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T03:58:17,919 INFO  [RS:2;6f1b912b0816:37471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=6f1b912b0816%2C37471%2C1733457497642, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37471,1733457497642, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs, maxLogs=55
2024-12-06T03:58:17,944 INFO  [RS:2;6f1b912b0816:37471 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/WALs/6f1b912b0816,37471,1733457497642/6f1b912b0816%2C37471%2C1733457497642.1733457497920
2024-12-06T03:58:17,949 DEBUG [RS:2;6f1b912b0816:37471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T03:58:18,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-06T03:58:18,315 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T03:58:18,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:18,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,316 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T03:58:18,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-06T03:58:18,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510792620, stopped=false
2024-12-06T03:58:18,316 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,33295,1733457494103
2024-12-06T03:58:18,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T03:58:18,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-06T03:58:18,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T03:58:18,329 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-06T03:58:18,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-06T03:58:18,330 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-06T03:58:18,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733457495428
2024-12-06T03:58:18,332 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733457495428 Metrics about Tables on a single HBase RegionServer
2024-12-06T03:58:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T03:58:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:18,363 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T03:58:18,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:18,363 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T03:58:18,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:18,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,364 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,33803,1733457494294' *****
2024-12-06T03:58:18,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:18,364 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T03:58:18,364 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,37471,1733457497642' *****
2024-12-06T03:58:18,365 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T03:58:18,365 INFO  [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1738): Disabling cache
2024-12-06T03:58:18,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:18,365 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-06T03:58:18,365 INFO  [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence
2024-12-06T03:58:18,365 INFO  [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1738): Disabling cache
2024-12-06T03:58:18,365 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-06T03:58:18,365 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-06T03:58:18,366 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-06T03:58:18,366 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-06T03:58:18,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T03:58:18,366 INFO  [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-06T03:58:18,366 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-06T03:58:18,367 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1487): Thread RS:1;6f1b912b0816:33803 started persisting bucket cache to file
2024-12-06T03:58:18,367 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-06T03:58:18,367 INFO  [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/acd8d764-9f33-d3cb-dab7-d9cddff48803/bucket.persistence
2024-12-06T03:58:18,367 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:18,367 INFO  [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-06T03:58:18,367 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-06T03:58:18,367 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-06T03:58:18,369 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T03:58:18,371 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-06T03:58:18,371 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733457498367
2024-12-06T03:58:18,371 DEBUG [RS:1;6f1b912b0816:33803 {}] bucket.BucketCache(1509): Thread RS:1;6f1b912b0816:33803 finished persisting bucket cache to file, renaming
2024-12-06T03:58:18,371 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T03:58:18,372 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(3091): Received CLOSE for f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:18,372 INFO  [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,33803,1733457494294
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:33803.
2024-12-06T03:58:18,372 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-06T03:58:18,372 DEBUG [RS:1;6f1b912b0816:33803 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:18,372 DEBUG [RS:1;6f1b912b0816:33803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,372 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f397b72cdbe4433e41f1e7a68485ce68, disabling compactions & flushes
2024-12-06T03:58:18,372 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T03:58:18,372 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T03:58:18,372 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68. after waiting 0 ms
2024-12-06T03:58:18,372 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:18,372 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-06T03:58:18,373 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-06T03:58:18,373 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f397b72cdbe4433e41f1e7a68485ce68=testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.}
2024-12-06T03:58:18,373 DEBUG [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f397b72cdbe4433e41f1e7a68485ce68
2024-12-06T03:58:18,373 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-06T03:58:18,373 DEBUG [StoreFileCloser-f397b72cdbe4433e41f1e7a68485ce68-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/family/0a77ebc16c6b4986b8720173dbc2c2a6
2024-12-06T03:58:18,373 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T03:58:18,373 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T03:58:18,373 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T03:58:18,373 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T03:58:18,373 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T03:58:18,373 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-12-06T03:58:18,377 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/default/testBlockEvictionOnGracefulStop1733457495428/f397b72cdbe4433e41f1e7a68485ce68/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-06T03:58:18,377 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1487): Thread RS:2;6f1b912b0816:37471 started persisting bucket cache to file
2024-12-06T03:58:18,377 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-06T03:58:18,378 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-12-06T03:58:18,378 INFO  [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:18,378 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f397b72cdbe4433e41f1e7a68485ce68:
Waiting for close lock at 1733457498372Running coprocessor pre-close hooks at 1733457498372Disabling compacts and flushes for region at 1733457498372Disabling writes for close at 1733457498372Writing region close event to WAL at 1733457498373 (+1 ms)Running coprocessor post-close hooks at 1733457498378 (+5 ms)Closed at 1733457498378
2024-12-06T03:58:18,378 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68.
2024-12-06T03:58:18,380 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-12-06T03:58:18,381 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733457498377
2024-12-06T03:58:18,381 DEBUG [RS:2;6f1b912b0816:37471 {}] bucket.BucketCache(1509): Thread RS:2;6f1b912b0816:37471 finished persisting bucket cache to file, renaming
2024-12-06T03:58:18,382 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c998f35ad0874a4fa612b822be73c682
2024-12-06T03:58:18,396 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/c998f35ad0874a4fa612b822be73c682 is 209, key is testBlockEvictionOnGracefulStop1733457495428,,1733457495437.f397b72cdbe4433e41f1e7a68485ce68./info:regioninfo/1733457497730/Put/seqid=0
2024-12-06T03:58:18,397 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/c998f35ad0874a4fa612b822be73c682
2024-12-06T03:58:18,403 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,37471,1733457497642
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6f1b912b0816:37471.
2024-12-06T03:58:18,404 DEBUG [RS:2;6f1b912b0816:37471 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T03:58:18,404 DEBUG [RS:2;6f1b912b0816:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,404 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,37471,1733457497642; all regions closed.
2024-12-06T03:58:18,404 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f49765f08ba849df9a7198abf4f44baf
2024-12-06T03:58:18,406 DEBUG [RS:2;6f1b912b0816:37471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C37471%2C1733457497642:(num 1733457497920)
2024-12-06T03:58:18,406 DEBUG [RS:2;6f1b912b0816:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:18,406 INFO  [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:18,406 INFO  [RS:2;6f1b912b0816:37471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37471
2024-12-06T03:58:18,417 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/f49765f08ba849df9a7198abf4f44baf is 43, key is default/ns:d/1733457495384/Put/seqid=0
2024-12-06T03:58:18,418 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/f49765f08ba849df9a7198abf4f44baf
2024-12-06T03:58:18,422 INFO  [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:18,426 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 880ddf2b504a4e07ba62a3e1d3aadb78
2024-12-06T03:58:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,37471,1733457497642
2024-12-06T03:58:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:18,429 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:18,430 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,37471,1733457497642]
2024-12-06T03:58:18,439 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/880ddf2b504a4e07ba62a3e1d3aadb78 is 80, key is testBlockEvictionOnGracefulStop1733457495428/table:state/1733457495807/Put/seqid=0
2024-12-06T03:58:18,440 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/880ddf2b504a4e07ba62a3e1d3aadb78
2024-12-06T03:58:18,441 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/info/c998f35ad0874a4fa612b822be73c682 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/c998f35ad0874a4fa612b822be73c682
2024-12-06T03:58:18,443 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/c998f35ad0874a4fa612b822be73c682, delay=997 ms
2024-12-06T03:58:18,443 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/c998f35ad0874a4fa612b822be73c682, entries=14, sequenceid=13, filesize=7.5 K
2024-12-06T03:58:18,444 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/ns/f49765f08ba849df9a7198abf4f44baf as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/f49765f08ba849df9a7198abf4f44baf
2024-12-06T03:58:18,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,37471,1733457497642 already deleted, retry=false
2024-12-06T03:58:18,445 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,37471,1733457497642 expired; onlineServers=1
2024-12-06T03:58:18,445 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/f49765f08ba849df9a7198abf4f44baf, delay=991 ms
2024-12-06T03:58:18,446 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/f49765f08ba849df9a7198abf4f44baf, entries=2, sequenceid=13, filesize=5.0 K
2024-12-06T03:58:18,447 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/.tmp/table/880ddf2b504a4e07ba62a3e1d3aadb78 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/880ddf2b504a4e07ba62a3e1d3aadb78
2024-12-06T03:58:18,448 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/880ddf2b504a4e07ba62a3e1d3aadb78, delay=909 ms
2024-12-06T03:58:18,449 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/880ddf2b504a4e07ba62a3e1d3aadb78, entries=2, sequenceid=13, filesize=5.3 K
2024-12-06T03:58:18,450 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=13, compaction requested=false
2024-12-06T03:58:18,451 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/info/c998f35ad0874a4fa612b822be73c682
2024-12-06T03:58:18,451 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/ns/f49765f08ba849df9a7198abf4f44baf
2024-12-06T03:58:18,452 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/table/880ddf2b504a4e07ba62a3e1d3aadb78
2024-12-06T03:58:18,456 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-12-06T03:58:18,457 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T03:58:18,457 INFO  [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:18,457 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733457498373Running coprocessor pre-close hooks at 1733457498373Disabling compacts and flushes for region at 1733457498373Disabling writes for close at 1733457498373Obtaining lock to block concurrent updates at 1733457498373Preparing flush snapshotting stores in 1588230740 at 1733457498373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1733457498374 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733457498374Flushing 1588230740/info: creating writer at 1733457498374Flushing 1588230740/info: appending metadata at 1733457498395 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733457498395Flushing 1588230740/ns: creating writer at 1733457498399 (+4 ms)Flushing 1588230740/ns: appending metadata at 1733457498416 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733457498416Flushing 1588230740/table: creating writer at 1733457498420 (+4 ms)Flushing 1588230740/table: appending metadata at 1733457498438 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733457498438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a49a3aa: reopening flushed file at 1733457498441 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9c2c05: reopening flushed file at 1733457498444 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4214aa83: reopening flushed file at 1733457498447 (+3 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=13, compaction requested=false at 1733457498450 (+3 ms)Writing region close event to WAL at 1733457498452 (+2 ms)Running coprocessor post-close hooks at 1733457498456 (+4 ms)Closed at 1733457498457 (+1 ms)
2024-12-06T03:58:18,457 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-06T03:58:18,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,537 INFO  [RS:2;6f1b912b0816:37471 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:18,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x101aa13d3070003, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,537 INFO  [RS:2;6f1b912b0816:37471 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,37471,1733457497642; zookeeper connection closed.
2024-12-06T03:58:18,538 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50aece8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50aece8f
2024-12-06T03:58:18,573 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,33803,1733457494294; all regions closed.
2024-12-06T03:58:18,577 DEBUG [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:18,577 INFO  [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C33803%2C1733457494294.meta:.meta(num 1733457495333)
2024-12-06T03:58:18,580 DEBUG [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/oldWALs
2024-12-06T03:58:18,581 INFO  [RS:1;6f1b912b0816:33803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C33803%2C1733457494294:(num 1733457494965)
2024-12-06T03:58:18,581 DEBUG [RS:1;6f1b912b0816:33803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T03:58:18,581 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T03:58:18,581 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:18,582 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:18,582 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:18,582 INFO  [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:18,583 INFO  [RS:1;6f1b912b0816:33803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33803
2024-12-06T03:58:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T03:58:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,33803,1733457494294
2024-12-06T03:58:18,611 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:18,612 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,33803,1733457494294]
2024-12-06T03:58:18,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,33803,1733457494294 already deleted, retry=false
2024-12-06T03:58:18,629 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,33803,1733457494294 expired; onlineServers=0
2024-12-06T03:58:18,629 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,33295,1733457494103' *****
2024-12-06T03:58:18,629 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-06T03:58:18,629 INFO  [M:0;6f1b912b0816:33295 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T03:58:18,629 INFO  [M:0;6f1b912b0816:33295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T03:58:18,629 DEBUG [M:0;6f1b912b0816:33295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-06T03:58:18,630 DEBUG [M:0;6f1b912b0816:33295 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-06T03:58:18,630 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-06T03:58:18,630 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457494678 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457494678,5,FailOnTimeoutGroup]
2024-12-06T03:58:18,630 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457494675 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457494675,5,FailOnTimeoutGroup]
2024-12-06T03:58:18,630 INFO  [M:0;6f1b912b0816:33295 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-06T03:58:18,631 INFO  [M:0;6f1b912b0816:33295 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T03:58:18,631 DEBUG [M:0;6f1b912b0816:33295 {}] master.HMaster(1795): Stopping service threads
2024-12-06T03:58:18,631 INFO  [M:0;6f1b912b0816:33295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T03:58:18,631 INFO  [M:0;6f1b912b0816:33295 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T03:58:18,632 INFO  [M:0;6f1b912b0816:33295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-06T03:58:18,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-06T03:58:18,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-06T03:58:18,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T03:58:18,637 DEBUG [M:0;6f1b912b0816:33295 {}] zookeeper.ZKUtil(347): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-06T03:58:18,637 WARN  [M:0;6f1b912b0816:33295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-06T03:58:18,638 INFO  [M:0;6f1b912b0816:33295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/.lastflushedseqids
2024-12-06T03:58:18,643 INFO  [M:0;6f1b912b0816:33295 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-06T03:58:18,643 INFO  [M:0;6f1b912b0816:33295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-06T03:58:18,643 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T03:58:18,643 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:18,643 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:18,643 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T03:58:18,643 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:18,643 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.81 KB heapSize=41.05 KB
2024-12-06T03:58:18,650 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b2e10b4474bf4d02b2fb596d207bfac3
2024-12-06T03:58:18,664 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2e10b4474bf4d02b2fb596d207bfac3 is 82, key is hbase:meta,,1/info:regioninfo/1733457495359/Put/seqid=0
2024-12-06T03:58:18,664 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2e10b4474bf4d02b2fb596d207bfac3
2024-12-06T03:58:18,671 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1a10f50620e745d09c5f3cfd0cc54289
2024-12-06T03:58:18,682 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a10f50620e745d09c5f3cfd0cc54289 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457495814/Put/seqid=0
2024-12-06T03:58:18,683 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.08 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a10f50620e745d09c5f3cfd0cc54289
2024-12-06T03:58:18,689 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6acbd434c0cf45078987ebbe8b7b00eb
2024-12-06T03:58:18,701 DEBUG [M:0;6f1b912b0816:33295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acbd434c0cf45078987ebbe8b7b00eb is 69, key is 6f1b912b0816,33803,1733457494294/rs:state/1733457494762/Put/seqid=0
2024-12-06T03:58:18,702 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acbd434c0cf45078987ebbe8b7b00eb
2024-12-06T03:58:18,703 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6acbd434c0cf45078987ebbe8b7b00eb
2024-12-06T03:58:18,704 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2e10b4474bf4d02b2fb596d207bfac3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2e10b4474bf4d02b2fb596d207bfac3
2024-12-06T03:58:18,705 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2e10b4474bf4d02b2fb596d207bfac3, entries=8, sequenceid=83, filesize=5.5 K
2024-12-06T03:58:18,706 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a10f50620e745d09c5f3cfd0cc54289 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a10f50620e745d09c5f3cfd0cc54289
2024-12-06T03:58:18,707 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a10f50620e745d09c5f3cfd0cc54289, entries=9, sequenceid=83, filesize=6.4 K
2024-12-06T03:58:18,707 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acbd434c0cf45078987ebbe8b7b00eb as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6acbd434c0cf45078987ebbe8b7b00eb
2024-12-06T03:58:18,708 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6acbd434c0cf45078987ebbe8b7b00eb
2024-12-06T03:58:18,708 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a04d17de-2fb3-47ee-c8e4-d094611569df/255dacdd-60f4-e700-9dde-a0c1d7a97b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6acbd434c0cf45078987ebbe8b7b00eb, entries=3, sequenceid=83, filesize=5.3 K
2024-12-06T03:58:18,709 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=83, compaction requested=false
2024-12-06T03:58:18,711 INFO  [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T03:58:18,711 DEBUG [M:0;6f1b912b0816:33295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733457498643Disabling compacts and flushes for region at 1733457498643Disabling writes for close at 1733457498643Obtaining lock to block concurrent updates at 1733457498643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457498643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33602, getHeapSize=41976, getOffHeapSize=0, getCellsCount=98 at 1733457498644 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457498644Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457498644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457498663 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457498663Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457498667 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457498682 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457498682Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457498684 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457498701 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457498701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504ecd8: reopening flushed file at 1733457498704 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f5af69: reopening flushed file at 1733457498705 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a92e59f: reopening flushed file at 1733457498707 (+2 ms)Finished flush of dataSize ~32.81 KB/33602, heapSize ~40.76 KB/41736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=83, compaction requested=false at 1733457498709 (+2 ms)Writing region close event to WAL at 1733457498711 (+2 ms)Closed at 1733457498711
2024-12-06T03:58:18,712 INFO  [M:0;6f1b912b0816:33295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-06T03:58:18,712 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T03:58:18,712 INFO  [M:0;6f1b912b0816:33295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33295
2024-12-06T03:58:18,712 INFO  [M:0;6f1b912b0816:33295 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T03:58:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,720 INFO  [RS:1;6f1b912b0816:33803 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x101aa13d3070002, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,720 INFO  [RS:1;6f1b912b0816:33803 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,33803,1733457494294; zookeeper connection closed.
2024-12-06T03:58:18,721 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35ff819f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35ff819f
2024-12-06T03:58:18,721 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-06T03:58:18,837 INFO  [M:0;6f1b912b0816:33295 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T03:58:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33295-0x101aa13d3070000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T03:58:18,841 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-06T03:58:18,843 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-06T03:58:18,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T03:58:18,852 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=72 (was 51)
Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=9064 (was 7966) - AvailableMemoryMB LEAK? -