2024-11-26 16:45:36,919 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-26 16:45:36,940 main DEBUG Took 0.018461 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-26 16:45:36,940 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-26 16:45:36,941 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-26 16:45:36,942 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-26 16:45:36,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-26 16:45:36,969 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,973 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,974 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,977 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,978 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,980 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,982 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 16:45:36,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,984 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-26 16:45:36,986 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 16:45:36,988 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-26 16:45:36,990 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-26 16:45:36,990 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-26 16:45:36,992 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-26 16:45:36,992 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-26 16:45:37,004 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-26 16:45:37,007 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-26 16:45:37,010 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-26 16:45:37,010 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-26 16:45:37,011 main DEBUG createAppenders(={Console})
2024-11-26 16:45:37,011 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-26 16:45:37,012 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-26 16:45:37,012 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-26 16:45:37,013 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-26 16:45:37,013 main DEBUG OutputStream closed
2024-11-26 16:45:37,014 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-26 16:45:37,014 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-26 16:45:37,014 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-26 16:45:37,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-26 16:45:37,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-26 16:45:37,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-26 16:45:37,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-26 16:45:37,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-26 16:45:37,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-26 16:45:37,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-26 16:45:37,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-26 16:45:37,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-26 16:45:37,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-26 16:45:37,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-26 16:45:37,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-26 16:45:37,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-26 16:45:37,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-26 16:45:37,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-26 16:45:37,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-26 16:45:37,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-26 16:45:37,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-26 16:45:37,114 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26 16:45:37,115 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-26 16:45:37,115 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-26 16:45:37,116 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-26T16:45:37,129 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-26 16:45:37,132 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-26 16:45:37,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26T16:45:37,400 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f
2024-11-26T16:45:37,424 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6397
2024-11-26T16:45:37,519 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-26T16:45:37,610 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:37,626 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/cluster_56bfc287-8983-7cbe-e943-7bb5590ac483, deleteOnExit=true
2024-11-26T16:45:37,721 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/cluster_56bfc287-8983-7cbe-e943-7bb5590ac483/zookeeper_0, clientPort=57291, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/cluster_56bfc287-8983-7cbe-e943-7bb5590ac483/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/cluster_56bfc287-8983-7cbe-e943-7bb5590ac483/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T16:45:37,734 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57291
2024-11-26T16:45:37,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:37,820 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee with version=8
2024-11-26T16:45:37,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase-staging
2024-11-26T16:45:37,917 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-26T16:45:38,191 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:38,202 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,204 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,211 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:38,212 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,212 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:38,353 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T16:45:38,456 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T16:45:38,511 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-26T16:45:38,525 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-26T16:45:38,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:38,576 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14628 (auto-detected)
2024-11-26T16:45:38,577 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-26T16:45:38,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35813
2024-11-26T16:45:38,626 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35813 connecting to ZooKeeper ensemble=127.0.0.1:57291
2024-11-26T16:45:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358130x0, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:38,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35813-0x10034b8f30a0000 connected
2024-11-26T16:45:38,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,694 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:38,710 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee, hbase.cluster.distributed=false
2024-11-26T16:45:38,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:38,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35813
2024-11-26T16:45:38,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35813
2024-11-26T16:45:38,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35813
2024-11-26T16:45:38,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35813
2024-11-26T16:45:38,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35813
2024-11-26T16:45:38,839 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:38,841 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,842 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:38,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:38,845 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T16:45:38,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:38,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33453
2024-11-26T16:45:38,851 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33453 connecting to ZooKeeper ensemble=127.0.0.1:57291
2024-11-26T16:45:38,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334530x0, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:38,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33453-0x10034b8f30a0001 connected
2024-11-26T16:45:38,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:38,863 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T16:45:38,879 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.cache
2024-11-26T16:45:38,887 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-26T16:45:38,889 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-26T16:45:38,891 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-26T16:45:38,893 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-26T16:45:38,893 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-26T16:45:38,901 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-26T16:45:38,901 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-26T16:45:38,902 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence is complete.
2024-11-26T16:45:38,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T16:45:38,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T16:45:38,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:38,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33453
2024-11-26T16:45:38,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33453
2024-11-26T16:45:38,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33453
2024-11-26T16:45:38,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33453
2024-11-26T16:45:38,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33453
2024-11-26T16:45:38,942 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:38,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:38,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:38,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:38,943 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T16:45:38,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:38,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38645
2024-11-26T16:45:38,946 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38645 connecting to ZooKeeper ensemble=127.0.0.1:57291
2024-11-26T16:45:38,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:38,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386450x0, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:38,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38645-0x10034b8f30a0002 connected
2024-11-26T16:45:38,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:38,953 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T16:45:38,956 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.cache
2024-11-26T16:45:38,956 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-26T16:45:38,956 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-26T16:45:38,957 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-26T16:45:38,958 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-26T16:45:38,958 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-26T16:45:38,959 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-26T16:45:38,959 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-26T16:45:38,959 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence is complete.
2024-11-26T16:45:38,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T16:45:38,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T16:45:38,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38645
2024-11-26T16:45:38,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38645
2024-11-26T16:45:38,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38645
2024-11-26T16:45:38,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38645
2024-11-26T16:45:38,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38645
2024-11-26T16:45:38,989 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2dedfe7466e8:35813
2024-11-26T16:45:38,991 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:39,001 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,028 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T16:45:39,029 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2dedfe7466e8,35813,1732639537988 from backup master directory
2024-11-26T16:45:39,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:39,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:39,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:39,034 WARN  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:39,034 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,037 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-26T16:45:39,038 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-26T16:45:39,049 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase.id] with ID: 77a89db0-3e1c-4323-a990-06216edfd12d
2024-11-26T16:45:39,049 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.tmp/hbase.id
2024-11-26T16:45:39,055 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase.id]
2024-11-26T16:45:39,094 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:39,100 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T16:45:39,121 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-26T16:45:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,156 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T16:45:39,160 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T16:45:39,214 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T16:45:39,222 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:39,290 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store
2024-11-26T16:45:39,316 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-26T16:45:39,321 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:39,323 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T16:45:39,324 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:39,324 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:39,326 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T16:45:39,327 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:39,327 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:39,328 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732639539323Disabling compacts and flushes for region at 1732639539323Disabling writes for close at 1732639539326 (+3 ms)Writing region close event to WAL at 1732639539327 (+1 ms)Closed at 1732639539327
2024-11-26T16:45:39,328 WARN  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/.initializing
2024-11-26T16:45:39,329 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,344 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:39,358 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2dedfe7466e8%2C35813%2C1732639537988, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,35813,1732639537988, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/oldWALs, maxLogs=10
2024-11-26T16:45:39,397 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,35813,1732639537988/2dedfe7466e8%2C35813%2C1732639537988.1732639539362
2024-11-26T16:45:39,398 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:39,399 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:39,399 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:39,402 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,403 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,443 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:39,478 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T16:45:39,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,487 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:39,488 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:39,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T16:45:39,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:39,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:39,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T16:45:39,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:39,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:39,505 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T16:45:39,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,506 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:39,506 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,511 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,512 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,516 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,517 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,520 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:39,522 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:39,529 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:39,530 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63135196, jitterRate=-0.05921226739883423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:39,537 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732639539416Initializing all the Stores at 1732639539417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639539417Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639539418 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639539419 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639539419Cleaning up temporary data from old regions at 1732639539517 (+98 ms)Region opened successfully at 1732639539537 (+20 ms)
2024-11-26T16:45:39,538 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T16:45:39,574 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1af41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:39,611 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T16:45:39,624 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T16:45:39,625 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T16:45:39,628 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T16:45:39,629 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-26T16:45:39,636 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-26T16:45:39,636 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T16:45:39,663 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T16:45:39,673 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T16:45:39,676 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T16:45:39,678 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T16:45:39,680 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T16:45:39,682 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T16:45:39,685 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T16:45:39,689 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T16:45:39,690 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T16:45:39,692 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T16:45:39,693 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T16:45:39,715 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T16:45:39,717 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,738 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2dedfe7466e8,35813,1732639537988, sessionid=0x10034b8f30a0000, setting cluster-up flag (Was=false)
2024-11-26T16:45:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,761 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T16:45:39,763 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:39,774 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T16:45:39,776 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:39,781 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T16:45:39,856 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:39,868 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T16:45:39,875 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T16:45:39,877 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(746): ClusterId : 77a89db0-3e1c-4323-a990-06216edfd12d
2024-11-26T16:45:39,877 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(746): ClusterId : 77a89db0-3e1c-4323-a990-06216edfd12d
2024-11-26T16:45:39,880 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T16:45:39,880 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T16:45:39,881 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2dedfe7466e8,35813,1732639537988
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T16:45:39,886 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T16:45:39,886 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T16:45:39,886 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T16:45:39,886 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T16:45:39,890 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T16:45:39,890 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T16:45:39,890 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:39,890 DEBUG [RS:1;2dedfe7466e8:38645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a85980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:39,891 DEBUG [RS:0;2dedfe7466e8:33453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c07f032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:39,891 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:39,891 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:39,891 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:39,892 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2dedfe7466e8:0, corePoolSize=10, maxPoolSize=10
2024-11-26T16:45:39,892 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:39,892 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:39,892 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:39,896 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732639569896
2024-11-26T16:45:39,898 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T16:45:39,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:39,899 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T16:45:39,900 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T16:45:39,904 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T16:45:39,904 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T16:45:39,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,905 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T16:45:39,905 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T16:45:39,905 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T16:45:39,907 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2dedfe7466e8:33453
2024-11-26T16:45:39,906 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:39,910 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2dedfe7466e8:38645
2024-11-26T16:45:39,911 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T16:45:39,911 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T16:45:39,911 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T16:45:39,911 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T16:45:39,911 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T16:45:39,911 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T16:45:39,911 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T16:45:39,912 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T16:45:39,913 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T16:45:39,915 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dedfe7466e8,35813,1732639537988 with port=38645, startcode=1732639538941
2024-11-26T16:45:39,915 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dedfe7466e8,35813,1732639537988 with port=33453, startcode=1732639538797
2024-11-26T16:45:39,916 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T16:45:39,917 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T16:45:39,919 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639539918,5,FailOnTimeoutGroup]
2024-11-26T16:45:39,920 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639539919,5,FailOnTimeoutGroup]
2024-11-26T16:45:39,920 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:39,920 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T16:45:39,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:39,922 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:39,929 DEBUG [RS:1;2dedfe7466e8:38645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T16:45:39,929 DEBUG [RS:0;2dedfe7466e8:33453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T16:45:39,933 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T16:45:39,934 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:39,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:39,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-26T16:45:39,949 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T16:45:39,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,949 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:39,949 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-26T16:45:39,954 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T16:45:39,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:39,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-26T16:45:39,959 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T16:45:39,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:39,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-26T16:45:39,964 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T16:45:39,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:39,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:39,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T16:45:39,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:39,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:39,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T16:45:39,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T16:45:39,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:39,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T16:45:39,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:39,980 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67736304, jitterRate=0.009349584579467773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:39,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732639539943Initializing all the Stores at 1732639539944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639539944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639539944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639539944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639539944Cleaning up temporary data from old regions at 1732639539967 (+23 ms)Region opened successfully at 1732639539983 (+16 ms)
2024-11-26T16:45:39,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T16:45:39,984 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T16:45:39,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T16:45:39,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T16:45:39,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T16:45:39,986 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:39,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732639539984Disabling compacts and flushes for region at 1732639539984Disabling writes for close at 1732639539984Writing region close event to WAL at 1732639539985 (+1 ms)Closed at 1732639539986 (+1 ms)
2024-11-26T16:45:39,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:39,990 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T16:45:39,999 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T16:45:40,008 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T16:45:40,008 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48945, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T16:45:40,009 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:40,011 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T16:45:40,015 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,017 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(517): Registering regionserver=2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,028 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,028 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(517): Registering regionserver=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,032 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:40,032 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:40,032 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-26T16:45:40,032 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-26T16:45:40,032 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T16:45:40,032 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T16:45:40,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:40,040 DEBUG [RS:1;2dedfe7466e8:38645 {}] zookeeper.ZKUtil(111): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,040 DEBUG [RS:0;2dedfe7466e8:33453 {}] zookeeper.ZKUtil(111): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,041 WARN  [RS:0;2dedfe7466e8:33453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:40,041 WARN  [RS:1;2dedfe7466e8:38645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:40,041 INFO  [RS:1;2dedfe7466e8:38645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:40,041 INFO  [RS:0;2dedfe7466e8:33453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:40,041 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,041 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,043 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dedfe7466e8,33453,1732639538797]
2024-11-26T16:45:40,043 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dedfe7466e8,38645,1732639538941]
2024-11-26T16:45:40,070 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T16:45:40,070 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T16:45:40,084 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T16:45:40,084 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T16:45:40,090 INFO  [RS:0;2dedfe7466e8:33453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T16:45:40,090 INFO  [RS:1;2dedfe7466e8:38645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T16:45:40,090 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,090 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,091 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T16:45:40,092 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T16:45:40,098 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T16:45:40,098 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T16:45:40,100 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,100 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,101 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,101 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,101 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,101 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,101 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,101 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:40,102 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:40,102 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,102 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,103 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,104 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:40,104 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:40,104 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:40,104 DEBUG [RS:0;2dedfe7466e8:33453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:40,104 DEBUG [RS:1;2dedfe7466e8:38645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:40,106 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,106 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,107 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,107 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,107 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,33453,1732639538797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:40,107 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,38645,1732639538941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:40,141 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T16:45:40,141 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T16:45:40,144 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,33453,1732639538797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,144 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,38645,1732639538941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,144 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,144 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,144 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.Replication(171): 2dedfe7466e8,33453,1732639538797 started
2024-11-26T16:45:40,144 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.Replication(171): 2dedfe7466e8,38645,1732639538941 started
2024-11-26T16:45:40,163 WARN  [2dedfe7466e8:35813 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T16:45:40,168 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,169 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1482): Serving as 2dedfe7466e8,38645,1732639538941, RpcServer on 2dedfe7466e8/172.17.0.2:38645, sessionid=0x10034b8f30a0002
2024-11-26T16:45:40,170 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T16:45:40,170 DEBUG [RS:1;2dedfe7466e8:38645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,171 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,38645,1732639538941'
2024-11-26T16:45:40,171 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T16:45:40,172 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T16:45:40,173 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,173 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1482): Serving as 2dedfe7466e8,33453,1732639538797, RpcServer on 2dedfe7466e8/172.17.0.2:33453, sessionid=0x10034b8f30a0001
2024-11-26T16:45:40,173 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T16:45:40,174 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T16:45:40,174 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T16:45:40,174 DEBUG [RS:0;2dedfe7466e8:33453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,174 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,33453,1732639538797'
2024-11-26T16:45:40,174 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T16:45:40,174 DEBUG [RS:1;2dedfe7466e8:38645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,174 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,38645,1732639538941'
2024-11-26T16:45:40,174 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T16:45:40,175 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T16:45:40,175 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T16:45:40,176 DEBUG [RS:1;2dedfe7466e8:38645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T16:45:40,176 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T16:45:40,176 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T16:45:40,176 INFO  [RS:1;2dedfe7466e8:38645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T16:45:40,176 DEBUG [RS:0;2dedfe7466e8:33453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:40,176 INFO  [RS:1;2dedfe7466e8:38645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T16:45:40,176 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,33453,1732639538797'
2024-11-26T16:45:40,177 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T16:45:40,177 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T16:45:40,178 DEBUG [RS:0;2dedfe7466e8:33453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T16:45:40,178 INFO  [RS:0;2dedfe7466e8:33453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T16:45:40,178 INFO  [RS:0;2dedfe7466e8:33453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T16:45:40,283 INFO  [RS:0;2dedfe7466e8:33453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:40,283 INFO  [RS:1;2dedfe7466e8:38645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:40,284 INFO  [RS:0;2dedfe7466e8:33453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C33453%2C1732639538797, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,33453,1732639538797, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:40,284 INFO  [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C38645%2C1732639538941, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,38645,1732639538941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:40,308 INFO  [RS:0;2dedfe7466e8:33453 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,33453,1732639538797/2dedfe7466e8%2C33453%2C1732639538797.1732639540288
2024-11-26T16:45:40,308 DEBUG [RS:0;2dedfe7466e8:33453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:40,310 INFO  [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,38645,1732639538941/2dedfe7466e8%2C38645%2C1732639538941.1732639540288
2024-11-26T16:45:40,310 DEBUG [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:40,415 DEBUG [2dedfe7466e8:35813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-26T16:45:40,427 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(204): Hosts are {2dedfe7466e8=0} racks are {/default-rack=0}
2024-11-26T16:45:40,431 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T16:45:40,431 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T16:45:40,431 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T16:45:40,431 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T16:45:40,431 INFO  [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T16:45:40,431 INFO  [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T16:45:40,431 DEBUG [2dedfe7466e8:35813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T16:45:40,439 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,445 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,38645,1732639538941, state=OPENING
2024-11-26T16:45:40,450 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T16:45:40,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:40,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:40,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,455 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:40,457 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,38645,1732639538941}]
2024-11-26T16:45:40,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T16:45:40,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T16:45:40,643 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T16:45:40,644 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:40,645 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T16:45:40,646 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C38645%2C1732639538941.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,38645,1732639538941, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:40,668 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,38645,1732639538941/2dedfe7466e8%2C38645%2C1732639538941.meta.1732639540648.meta
2024-11-26T16:45:40,668 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:40,669 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:40,671 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T16:45:40,673 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T16:45:40,678 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T16:45:40,682 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T16:45:40,683 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:40,683 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T16:45:40,683 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T16:45:40,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-26T16:45:40,686 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T16:45:40,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:40,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:40,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-26T16:45:40,688 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T16:45:40,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:40,688 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:40,688 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-26T16:45:40,689 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T16:45:40,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:40,690 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:40,690 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-26T16:45:40,691 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T16:45:40,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:40,691 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:40,691 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T16:45:40,692 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:40,693 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:40,693 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T16:45:40,693 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T16:45:40,694 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:40,695 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T16:45:40,695 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70571367, jitterRate=0.05159531533718109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:40,696 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T16:45:40,697 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732639540684Writing region info on filesystem at 1732639540684Initializing all the Stores at 1732639540684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639540684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639540685 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639540685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639540685Cleaning up temporary data from old regions at 1732639540694 (+9 ms)Running coprocessor post-open hooks at 1732639540696 (+2 ms)Region opened successfully at 1732639540697 (+1 ms)
2024-11-26T16:45:40,703 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732639540622
2024-11-26T16:45:40,714 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T16:45:40,715 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T16:45:40,715 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,717 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,38645,1732639538941, state=OPEN
2024-11-26T16:45:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:40,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:40,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:40,723 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T16:45:40,723 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,38645,1732639538941 in 263 msec
2024-11-26T16:45:40,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T16:45:40,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec
2024-11-26T16:45:40,729 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:40,729 INFO  [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T16:45:40,754 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T16:45:40,756 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,38645,1732639538941, seqNum=-1]
2024-11-26T16:45:40,777 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T16:45:40,779 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T16:45:40,796 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 986 msec
2024-11-26T16:45:40,796 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732639540796, completionTime=-1
2024-11-26T16:45:40,799 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-26T16:45:40,799 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T16:45:40,826 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-26T16:45:40,826 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732639600826
2024-11-26T16:45:40,827 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732639660827
2024-11-26T16:45:40,827 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-11-26T16:45:40,829 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-26T16:45:40,836 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,836 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,836 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,838 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2dedfe7466e8:35813, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,838 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,839 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,844 DEBUG [master/2dedfe7466e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T16:45:40,867 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.832sec
2024-11-26T16:45:40,868 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T16:45:40,870 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T16:45:40,871 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T16:45:40,871 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T16:45:40,871 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T16:45:40,872 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:40,873 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T16:45:40,874 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T16:45:40,875 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T16:45:40,875 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,35813,1732639537988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:40,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4248d59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:40,889 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-26T16:45:40,889 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-26T16:45:40,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2dedfe7466e8,35813,-1 for getting cluster id
2024-11-26T16:45:40,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T16:45:40,907 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a89db0-3e1c-4323-a990-06216edfd12d'
2024-11-26T16:45:40,910 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T16:45:40,910 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a89db0-3e1c-4323-a990-06216edfd12d"

2024-11-26T16:45:40,913 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a540b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:40,913 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2dedfe7466e8,35813,-1]
2024-11-26T16:45:40,916 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T16:45:40,918 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:40,920 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T16:45:40,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f59369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:40,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T16:45:40,931 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,38645,1732639538941, seqNum=-1]
2024-11-26T16:45:40,932 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T16:45:40,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T16:45:40,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:40,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T16:45:40,984 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:40,987 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@744de33e
2024-11-26T16:45:40,988 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T16:45:40,990 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T16:45:40,996 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1732639540974', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T16:45:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974
2024-11-26T16:45:41,006 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T16:45:41,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1732639540974"
 procId is: 4
2024-11-26T16:45:41,008 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:41,010 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T16:45:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:41,023 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2e5ed2313e68fcf156e5683ea31fea3, NAME => 'testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1732639540974', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1722): Closing f2e5ed2313e68fcf156e5683ea31fea3, disabling compactions & flushes
2024-11-26T16:45:41,030 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3. after waiting 0 ms
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,030 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,030 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732639540974-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2e5ed2313e68fcf156e5683ea31fea3:
Waiting for close lock at 1732639541030Disabling compacts and flushes for region at 1732639541030Disabling writes for close at 1732639541030Writing region close event to WAL at 1732639541030Closed at 1732639541030
2024-11-26T16:45:41,032 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T16:45:41,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732639541032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732639541032"}]},"ts":"1732639541032"}
2024-11-26T16:45:41,041 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T16:45:41,042 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T16:45:41,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732639540974","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732639541042"}]},"ts":"1732639541042"}
2024-11-26T16:45:41,049 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732639540974, state=ENABLING in hbase:meta
2024-11-26T16:45:41,049 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {2dedfe7466e8=0} racks are {/default-rack=0}
2024-11-26T16:45:41,050 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T16:45:41,050 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T16:45:41,050 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T16:45:41,050 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T16:45:41,050 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T16:45:41,050 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T16:45:41,050 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T16:45:41,052 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, ASSIGN}]
2024-11-26T16:45:41,053 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, ASSIGN
2024-11-26T16:45:41,054 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, ASSIGN; state=OFFLINE, location=2dedfe7466e8,38645,1732639538941; forceNewPlan=false, retain=false
2024-11-26T16:45:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:41,207 INFO  [2dedfe7466e8:35813 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T16:45:41,207 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=OPENING, regionLocation=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, ASSIGN because future has completed
2024-11-26T16:45:41,212 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941}]
2024-11-26T16:45:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:41,368 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,369 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e5ed2313e68fcf156e5683ea31fea3, NAME => 'testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:41,369 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732639540974 f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,369 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:41,370 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,370 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,371 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f2e5ed2313e68fcf156e5683ea31fea3 
2024-11-26T16:45:41,377 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e5ed2313e68fcf156e5683ea31fea3 columnFamilyName family
2024-11-26T16:45:41,377 DEBUG [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:41,378 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(327): Store=f2e5ed2313e68fcf156e5683ea31fea3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:41,378 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,379 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,379 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,379 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,380 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,381 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,387 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:41,387 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2e5ed2313e68fcf156e5683ea31fea3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73612464, jitterRate=0.09691119194030762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T16:45:41,387 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:41,388 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2e5ed2313e68fcf156e5683ea31fea3:
Running coprocessor pre-open hook at 1732639541370Writing region info on filesystem at 1732639541370Initializing all the Stores at 1732639541370Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639541370Cleaning up temporary data from old regions at 1732639541380 (+10 ms)Running coprocessor post-open hooks at 1732639541387 (+7 ms)Region opened successfully at 1732639541388 (+1 ms)
2024-11-26T16:45:41,390 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3., pid=6, masterSystemTime=1732639541365
2024-11-26T16:45:41,393 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,393 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:41,393 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=OPEN, openSeqNum=2, regionLocation=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:41,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941 because future has completed
2024-11-26T16:45:41,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T16:45:41,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941 in 186 msec
2024-11-26T16:45:41,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T16:45:41,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, ASSIGN in 349 msec
2024-11-26T16:45:41,403 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T16:45:41,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732639540974","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732639541404"}]},"ts":"1732639541404"}
2024-11-26T16:45:41,406 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732639540974, state=ENABLED in hbase:meta
2024-11-26T16:45:41,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T16:45:41,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732639540974 in 408 msec
2024-11-26T16:45:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:41,649 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1732639540974 completed
2024-11-26T16:45:41,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1732639540974 get assigned. Timeout = 60000ms
2024-11-26T16:45:41,652 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T16:45:41,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1732639540974 assigned to meta. Checking AM states.
2024-11-26T16:45:41,658 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T16:45:41,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1732639540974 assigned.
2024-11-26T16:45:41,667 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1732639540974', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3., hostname=2dedfe7466e8,38645,1732639538941, seqNum=2]
2024-11-26T16:45:41,679 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f2e5ed2313e68fcf156e5683ea31fea3 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-26T16:45:41,711 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:41,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/.tmp/family/9bf5354d33f94d039280e5100260abf5 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-26T16:45:41,762 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/.tmp/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:41,802 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/.tmp/family/9bf5354d33f94d039280e5100260abf5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:41,803 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, delay=999 ms
2024-11-26T16:45:41,806 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, entries=2, sequenceid=6, filesize=4.9 K
2024-11-26T16:45:41,813 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for f2e5ed2313e68fcf156e5683ea31fea3 in 132ms, sequenceid=6, compaction requested=false
2024-11-26T16:45:41,815 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1732639540974'
2024-11-26T16:45:41,817 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f2e5ed2313e68fcf156e5683ea31fea3:

2024-11-26T16:45:42,805 DEBUG [hfile-prefetch-1732639541804 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9bf5354d33f94d039280e5100260abf5_0. 
2024-11-26T16:45:42,810 DEBUG [hfile-prefetch-1732639541804 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9bf5354d33f94d039280e5100260abf5_117. 
2024-11-26T16:45:42,811 DEBUG [hfile-prefetch-1732639541804 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, with total blocks 2, and data blocks 1
2024-11-26T16:45:42,811 DEBUG [hfile-prefetch-1732639541804 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-26T16:45:42,811 DEBUG [hfile-prefetch-1732639541804 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-26T16:45:42,812 DEBUG [hfile-prefetch-1732639541804 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5. Will sleep 100ms and try the verification again.
2024-11-26T16:45:42,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=f2e5ed2313e68fcf156e5683ea31fea3, source=2dedfe7466e8,38645,1732639538941, destination=2dedfe7466e8,33453,1732639538797, warming up region on 2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T16:45:42,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=f2e5ed2313e68fcf156e5683ea31fea3, source=2dedfe7466e8,38645,1732639538941, destination=2dedfe7466e8,33453,1732639538797, running balancer
2024-11-26T16:45:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE
2024-11-26T16:45:42,832 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE
2024-11-26T16:45:42,833 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T16:45:42,834 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=CLOSING, regionLocation=2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:42,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(7855): Warmup {ENCODED => f2e5ed2313e68fcf156e5683ea31fea3, NAME => 'testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:42,836 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f2e5ed2313e68fcf156e5683ea31fea3 
2024-11-26T16:45:42,837 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e5ed2313e68fcf156e5683ea31fea3 columnFamilyName family
2024-11-26T16:45:42,837 DEBUG [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE because future has completed
2024-11-26T16:45:42,838 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-26T16:45:42,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941}]
2024-11-26T16:45:42,842 DEBUG [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:42,842 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(327): Store=f2e5ed2313e68fcf156e5683ea31fea3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1722): Closing f2e5ed2313e68fcf156e5683ea31fea3, disabling compactions & flushes
2024-11-26T16:45:42,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3. after waiting 0 ms
2024-11-26T16:45:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,844 DEBUG [StoreFileCloser-f2e5ed2313e68fcf156e5683ea31fea3-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:42,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] regionserver.HRegion(1676): Region close journal for f2e5ed2313e68fcf156e5683ea31fea3:
Waiting for close lock at 1732639542842Disabling compacts and flushes for region at 1732639542842Disabling writes for close at 1732639542843 (+1 ms)Writing region close event to WAL at 1732639542845 (+2 ms)Closed at 1732639542845
2024-11-26T16:45:42,847 WARN  [hfile-prefetch-1732639541804 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-26T16:45:42,848 DEBUG [hfile-prefetch-1732639541804 {}] hfile.PrefetchExecutor(121): Prefetch completed for 9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:42,860 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-26T16:45:42,860 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-26T16:45:42,861 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:42,861 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-26T16:45:42,884 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-26T16:45:42,885 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732639542861
2024-11-26T16:45:42,885 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-26T16:45:42,998 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:42,998 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-26T16:45:42,999 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing f2e5ed2313e68fcf156e5683ea31fea3, disabling compactions & flushes
2024-11-26T16:45:42,999 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,999 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:42,999 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3. after waiting 0 ms
2024-11-26T16:45:42,999 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,001 DEBUG [StoreFileCloser-f2e5ed2313e68fcf156e5683ea31fea3-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 9bf5354d33f94d039280e5100260abf5, starting offset: 0, end offset: 9223372036854775807
2024-11-26T16:45:43,002 DEBUG [StoreFileCloser-f2e5ed2313e68fcf156e5683ea31fea3-family-1 {}] bucket.BucketCache(856): removed key 9bf5354d33f94d039280e5100260abf5_0 from back map with offset lock 2094080 in the evict process
2024-11-26T16:45:43,007 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T16:45:43,008 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,009 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for f2e5ed2313e68fcf156e5683ea31fea3:
Waiting for close lock at 1732639542999Running coprocessor pre-close hooks at 1732639542999Disabling compacts and flushes for region at 1732639542999Disabling writes for close at 1732639542999Writing region close event to WAL at 1732639543002 (+3 ms)Running coprocessor post-close hooks at 1732639543007 (+5 ms)Closed at 1732639543008 (+1 ms)
2024-11-26T16:45:43,009 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding f2e5ed2313e68fcf156e5683ea31fea3 move to 2dedfe7466e8,33453,1732639538797 record at close sequenceid=6
2024-11-26T16:45:43,012 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,013 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=CLOSED
2024-11-26T16:45:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941 because future has completed
2024-11-26T16:45:43,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T16:45:43,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,38645,1732639538941 in 178 msec
2024-11-26T16:45:43,020 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE; state=CLOSED, location=2dedfe7466e8,33453,1732639538797; forceNewPlan=false, retain=false
2024-11-26T16:45:43,085 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-26T16:45:43,085 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-26T16:45:43,085 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:43,085 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:43,089 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-26T16:45:43,089 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732639543085
2024-11-26T16:45:43,089 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-26T16:45:43,170 INFO  [2dedfe7466e8:35813 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T16:45:43,171 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=OPENING, regionLocation=2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:43,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE because future has completed
2024-11-26T16:45:43,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,33453,1732639538797}]
2024-11-26T16:45:43,330 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,331 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e5ed2313e68fcf156e5683ea31fea3, NAME => 'testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:43,331 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732639540974 f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,331 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:43,332 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,332 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,333 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f2e5ed2313e68fcf156e5683ea31fea3 
2024-11-26T16:45:43,334 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e5ed2313e68fcf156e5683ea31fea3 columnFamilyName family
2024-11-26T16:45:43,334 DEBUG [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:43,336 DEBUG [StoreFileOpener-f2e5ed2313e68fcf156e5683ea31fea3-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5, delay=947 ms
2024-11-26T16:45:43,337 DEBUG [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:43,337 INFO  [StoreOpener-f2e5ed2313e68fcf156e5683ea31fea3-1 {}] regionserver.HStore(327): Store=f2e5ed2313e68fcf156e5683ea31fea3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:43,338 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,339 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,339 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,339 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,339 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,344 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,345 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened f2e5ed2313e68fcf156e5683ea31fea3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74674733, jitterRate=0.11274023354053497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T16:45:43,345 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,347 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f2e5ed2313e68fcf156e5683ea31fea3:
Running coprocessor pre-open hook at 1732639543332Writing region info on filesystem at 1732639543332Initializing all the Stores at 1732639543332Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639543332Cleaning up temporary data from old regions at 1732639543339 (+7 ms)Running coprocessor post-open hooks at 1732639543345 (+6 ms)Region opened successfully at 1732639543347 (+2 ms)
2024-11-26T16:45:43,348 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3., pid=9, masterSystemTime=1732639543327
2024-11-26T16:45:43,351 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,351 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,351 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f2e5ed2313e68fcf156e5683ea31fea3, regionState=OPEN, openSeqNum=10, regionLocation=2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:43,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,33453,1732639538797 because future has completed
2024-11-26T16:45:43,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-26T16:45:43,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f2e5ed2313e68fcf156e5683ea31fea3, server=2dedfe7466e8,33453,1732639538797 in 181 msec
2024-11-26T16:45:43,359 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732639540974, region=f2e5ed2313e68fcf156e5683ea31fea3, REOPEN/MOVE in 527 msec
2024-11-26T16:45:43,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T16:45:43,386 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T16:45:43,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:43,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,391 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T16:45:43,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T16:45:43,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1694793401, stopped=false
2024-11-26T16:45:43,392 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2dedfe7466e8,35813,1732639537988
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:43,394 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:43,395 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T16:45:43,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:43,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,395 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dedfe7466e8,33453,1732639538797' *****
2024-11-26T16:45:43,395 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T16:45:43,396 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dedfe7466e8,38645,1732639538941' *****
2024-11-26T16:45:43,396 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T16:45:43,396 INFO  [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1738): Disabling cache
2024-11-26T16:45:43,396 INFO  [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1738): Disabling cache
2024-11-26T16:45:43,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,396 INFO  [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence
2024-11-26T16:45:43,396 INFO  [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/bucket.persistence
2024-11-26T16:45:43,396 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-26T16:45:43,396 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-26T16:45:43,396 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-26T16:45:43,396 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-26T16:45:43,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,397 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-26T16:45:43,397 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-26T16:45:43,397 INFO  [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-26T16:45:43,397 INFO  [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-26T16:45:43,397 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-26T16:45:43,397 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-26T16:45:43,407 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1487): Thread RS:1;2dedfe7466e8:38645 started persisting bucket cache to file
2024-11-26T16:45:43,407 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1487): Thread RS:0;2dedfe7466e8:33453 started persisting bucket cache to file
2024-11-26T16:45:43,407 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:43,407 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:43,407 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:43,407 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:43,409 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T16:45:43,409 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T16:45:43,411 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-26T16:45:43,411 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732639543407
2024-11-26T16:45:43,411 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-26T16:45:43,411 DEBUG [RS:1;2dedfe7466e8:38645 {}] bucket.BucketCache(1509): Thread RS:1;2dedfe7466e8:38645 finished persisting bucket cache to file, renaming
2024-11-26T16:45:43,411 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732639543407
2024-11-26T16:45:43,411 DEBUG [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1509): Thread RS:0;2dedfe7466e8:33453 finished persisting bucket cache to file, renaming
2024-11-26T16:45:43,412 WARN  [RS:0;2dedfe7466e8:33453 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T16:45:43,412 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T16:45:43,412 INFO  [RS:0;2dedfe7466e8:33453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T16:45:43,412 INFO  [RS:0;2dedfe7466e8:33453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(959): stopping server 2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:43,412 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(3091): Received CLOSE for f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:43,412 INFO  [RS:1;2dedfe7466e8:38645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2dedfe7466e8:38645.
2024-11-26T16:45:43,412 DEBUG [RS:1;2dedfe7466e8:38645 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:43,412 DEBUG [RS:1;2dedfe7466e8:38645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,413 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(959): stopping server 2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:43,413 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T16:45:43,413 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:43,413 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T16:45:43,413 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T16:45:43,413 INFO  [RS:0;2dedfe7466e8:33453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2dedfe7466e8:33453.
2024-11-26T16:45:43,413 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T16:45:43,413 DEBUG [RS:0;2dedfe7466e8:33453 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:43,413 DEBUG [RS:0;2dedfe7466e8:33453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,413 INFO  [regionserver/2dedfe7466e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:43,413 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T16:45:43,413 INFO  [regionserver/2dedfe7466e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:43,413 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1325): Online Regions={f2e5ed2313e68fcf156e5683ea31fea3=testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.}
2024-11-26T16:45:43,413 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:43,413 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T16:45:43,414 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-26T16:45:43,414 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:43,414 DEBUG [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-26T16:45:43,414 DEBUG [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1351): Waiting on f2e5ed2313e68fcf156e5683ea31fea3
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2e5ed2313e68fcf156e5683ea31fea3, disabling compactions & flushes
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T16:45:43,414 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T16:45:43,414 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3. after waiting 0 ms
2024-11-26T16:45:43,414 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,414 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-26T16:45:43,415 DEBUG [StoreFileCloser-f2e5ed2313e68fcf156e5683ea31fea3-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/family/9bf5354d33f94d039280e5100260abf5
2024-11-26T16:45:43,421 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnRegionMove1732639540974/f2e5ed2313e68fcf156e5683ea31fea3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-26T16:45:43,421 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,422 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2e5ed2313e68fcf156e5683ea31fea3:
Waiting for close lock at 1732639543413Running coprocessor pre-close hooks at 1732639543414 (+1 ms)Disabling compacts and flushes for region at 1732639543414Disabling writes for close at 1732639543414Writing region close event to WAL at 1732639543416 (+2 ms)Running coprocessor post-close hooks at 1732639543421 (+5 ms)Closed at 1732639543421
2024-11-26T16:45:43,422 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3.
2024-11-26T16:45:43,425 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ceb498b39ce74b6bb9f67b2713f45e38
2024-11-26T16:45:43,443 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/ceb498b39ce74b6bb9f67b2713f45e38 is 205, key is testBlockEvictionOnRegionMove1732639540974,,1732639540992.f2e5ed2313e68fcf156e5683ea31fea3./info:regioninfo/1732639543351/Put/seqid=0
2024-11-26T16:45:43,444 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/ceb498b39ce74b6bb9f67b2713f45e38
2024-11-26T16:45:43,453 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 23bccffe2b584a0a8bf6b8bc4bed2d20
2024-11-26T16:45:43,467 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/23bccffe2b584a0a8bf6b8bc4bed2d20 is 43, key is default/ns:d/1732639540783/Put/seqid=0
2024-11-26T16:45:43,468 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/23bccffe2b584a0a8bf6b8bc4bed2d20
2024-11-26T16:45:43,477 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d8a0e9dec09849d59934b3746eb8369b
2024-11-26T16:45:43,491 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/d8a0e9dec09849d59934b3746eb8369b is 78, key is testBlockEvictionOnRegionMove1732639540974/table:state/1732639541404/Put/seqid=0
2024-11-26T16:45:43,492 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/d8a0e9dec09849d59934b3746eb8369b
2024-11-26T16:45:43,494 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/ceb498b39ce74b6bb9f67b2713f45e38 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/ceb498b39ce74b6bb9f67b2713f45e38
2024-11-26T16:45:43,496 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/ceb498b39ce74b6bb9f67b2713f45e38, delay=995 ms
2024-11-26T16:45:43,497 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/ceb498b39ce74b6bb9f67b2713f45e38, entries=15, sequenceid=15, filesize=7.6 K
2024-11-26T16:45:43,498 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/23bccffe2b584a0a8bf6b8bc4bed2d20 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/23bccffe2b584a0a8bf6b8bc4bed2d20
2024-11-26T16:45:43,499 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/23bccffe2b584a0a8bf6b8bc4bed2d20, delay=938 ms
2024-11-26T16:45:43,501 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/23bccffe2b584a0a8bf6b8bc4bed2d20, entries=2, sequenceid=15, filesize=5.0 K
2024-11-26T16:45:43,501 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/d8a0e9dec09849d59934b3746eb8369b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/d8a0e9dec09849d59934b3746eb8369b
2024-11-26T16:45:43,503 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/d8a0e9dec09849d59934b3746eb8369b, delay=976 ms
2024-11-26T16:45:43,504 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/d8a0e9dec09849d59934b3746eb8369b, entries=2, sequenceid=15, filesize=5.3 K
2024-11-26T16:45:43,505 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false
2024-11-26T16:45:43,506 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T16:45:43,508 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/ceb498b39ce74b6bb9f67b2713f45e38
2024-11-26T16:45:43,508 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/23bccffe2b584a0a8bf6b8bc4bed2d20
2024-11-26T16:45:43,509 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/d8a0e9dec09849d59934b3746eb8369b
2024-11-26T16:45:43,514 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-26T16:45:43,514 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T16:45:43,515 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:43,515 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732639543414Running coprocessor pre-close hooks at 1732639543414Disabling compacts and flushes for region at 1732639543414Disabling writes for close at 1732639543414Obtaining lock to block concurrent updates at 1732639543414Preparing flush snapshotting stores in 1588230740 at 1732639543415 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1732639543415Flushing stores of hbase:meta,,1.1588230740 at 1732639543415Flushing 1588230740/info: creating writer at 1732639543416 (+1 ms)Flushing 1588230740/info: appending metadata at 1732639543442 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732639543442Flushing 1588230740/ns: creating writer at 1732639543446 (+4 ms)Flushing 1588230740/ns: appending metadata at 1732639543466 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732639543466Flushing 1588230740/table: creating writer at 1732639543470 (+4 ms)Flushing 1588230740/table: appending metadata at 1732639543490 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732639543490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b717e70: reopening flushed file at 1732639543494 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77247c22: reopening flushed file at 1732639543498 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402cc2d1: reopening flushed file at 1732639543501 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false at 1732639543506 (+5 ms)Writing region close event to WAL at 1732639543509 (+3 ms)Running coprocessor post-close hooks at 1732639543514 (+5 ms)Closed at 1732639543515 (+1 ms)
2024-11-26T16:45:43,515 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:43,614 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(976): stopping server 2dedfe7466e8,33453,1732639538797; all regions closed.
2024-11-26T16:45:43,614 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(976): stopping server 2dedfe7466e8,38645,1732639538941; all regions closed.
2024-11-26T16:45:43,620 DEBUG [RS:0;2dedfe7466e8:33453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:43,620 DEBUG [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:43,620 INFO  [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C38645%2C1732639538941.meta:.meta(num 1732639540648)
2024-11-26T16:45:43,620 INFO  [RS:0;2dedfe7466e8:33453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C33453%2C1732639538797:(num 1732639540288)
2024-11-26T16:45:43,620 DEBUG [RS:0;2dedfe7466e8:33453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.ChoreService(370): Chore service for: regionserver/2dedfe7466e8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T16:45:43,621 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:43,621 INFO  [regionserver/2dedfe7466e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:43,622 INFO  [RS:0;2dedfe7466e8:33453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33453
2024-11-26T16:45:43,623 DEBUG [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:43,623 INFO  [RS:1;2dedfe7466e8:38645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C38645%2C1732639538941:(num 1732639540288)
2024-11-26T16:45:43,623 DEBUG [RS:1;2dedfe7466e8:38645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:43,623 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:43,623 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:43,623 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.ChoreService(370): Chore service for: regionserver/2dedfe7466e8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:43,623 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:43,624 INFO  [regionserver/2dedfe7466e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:43,624 INFO  [RS:1;2dedfe7466e8:38645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38645
2024-11-26T16:45:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dedfe7466e8,33453,1732639538797
2024-11-26T16:45:43,627 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dedfe7466e8,38645,1732639538941
2024-11-26T16:45:43,627 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:43,628 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dedfe7466e8,33453,1732639538797]
2024-11-26T16:45:43,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dedfe7466e8,33453,1732639538797 already deleted, retry=false
2024-11-26T16:45:43,630 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2dedfe7466e8,33453,1732639538797 expired; onlineServers=1
2024-11-26T16:45:43,630 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dedfe7466e8,38645,1732639538941]
2024-11-26T16:45:43,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dedfe7466e8,38645,1732639538941 already deleted, retry=false
2024-11-26T16:45:43,632 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2dedfe7466e8,38645,1732639538941 expired; onlineServers=0
2024-11-26T16:45:43,632 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2dedfe7466e8,35813,1732639537988' *****
2024-11-26T16:45:43,632 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T16:45:43,632 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:43,632 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:43,632 DEBUG [M:0;2dedfe7466e8:35813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T16:45:43,632 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T16:45:43,633 DEBUG [M:0;2dedfe7466e8:35813 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T16:45:43,633 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639539918 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639539918,5,FailOnTimeoutGroup]
2024-11-26T16:45:43,633 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639539919 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639539919,5,FailOnTimeoutGroup]
2024-11-26T16:45:43,633 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.ChoreService(370): Chore service for: master/2dedfe7466e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:43,633 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:43,633 DEBUG [M:0;2dedfe7466e8:35813 {}] master.HMaster(1795): Stopping service threads
2024-11-26T16:45:43,633 INFO  [M:0;2dedfe7466e8:35813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T16:45:43,633 INFO  [M:0;2dedfe7466e8:35813 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T16:45:43,634 INFO  [M:0;2dedfe7466e8:35813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T16:45:43,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T16:45:43,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:43,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:43,635 DEBUG [M:0;2dedfe7466e8:35813 {}] zookeeper.ZKUtil(347): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T16:45:43,635 WARN  [M:0;2dedfe7466e8:35813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T16:45:43,635 INFO  [M:0;2dedfe7466e8:35813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.lastflushedseqids
2024-11-26T16:45:43,648 INFO  [M:0;2dedfe7466e8:35813 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T16:45:43,648 INFO  [M:0;2dedfe7466e8:35813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T16:45:43,648 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T16:45:43,648 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:43,648 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:43,648 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T16:45:43,649 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:43,649 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB
2024-11-26T16:45:43,660 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c1e26e11cca1474f9f2129a6e9928376
2024-11-26T16:45:43,680 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1e26e11cca1474f9f2129a6e9928376 is 82, key is hbase:meta,,1/info:regioninfo/1732639540715/Put/seqid=0
2024-11-26T16:45:43,681 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1e26e11cca1474f9f2129a6e9928376
2024-11-26T16:45:43,691 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 564f403d720a4370bf73119354e1f667
2024-11-26T16:45:43,705 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564f403d720a4370bf73119354e1f667 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732639541409/Put/seqid=0
2024-11-26T16:45:43,706 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564f403d720a4370bf73119354e1f667
2024-11-26T16:45:43,715 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9182122d053e43fdaaf84c938e22264a
2024-11-26T16:45:43,728 DEBUG [M:0;2dedfe7466e8:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9182122d053e43fdaaf84c938e22264a is 69, key is 2dedfe7466e8,33453,1732639538797/rs:state/1732639540019/Put/seqid=0
2024-11-26T16:45:43,728 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9182122d053e43fdaaf84c938e22264a
2024-11-26T16:45:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38645-0x10034b8f30a0002, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33453-0x10034b8f30a0001, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,730 INFO  [RS:0;2dedfe7466e8:33453 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:43,730 INFO  [RS:1;2dedfe7466e8:38645 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:43,730 INFO  [RS:0;2dedfe7466e8:33453 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dedfe7466e8,33453,1732639538797; zookeeper connection closed.
2024-11-26T16:45:43,730 INFO  [RS:1;2dedfe7466e8:38645 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dedfe7466e8,38645,1732639538941; zookeeper connection closed.
2024-11-26T16:45:43,731 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1e26e11cca1474f9f2129a6e9928376 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1e26e11cca1474f9f2129a6e9928376
2024-11-26T16:45:43,731 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79f7d2de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79f7d2de
2024-11-26T16:45:43,731 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41d54e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41d54e8
2024-11-26T16:45:43,731 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-26T16:45:43,732 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1e26e11cca1474f9f2129a6e9928376, entries=8, sequenceid=84, filesize=5.5 K
2024-11-26T16:45:43,733 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564f403d720a4370bf73119354e1f667 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/564f403d720a4370bf73119354e1f667
2024-11-26T16:45:43,734 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/564f403d720a4370bf73119354e1f667, entries=9, sequenceid=84, filesize=6.5 K
2024-11-26T16:45:43,735 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9182122d053e43fdaaf84c938e22264a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9182122d053e43fdaaf84c938e22264a
2024-11-26T16:45:43,736 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9182122d053e43fdaaf84c938e22264a, entries=2, sequenceid=84, filesize=5.1 K
2024-11-26T16:45:43,737 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=84, compaction requested=false
2024-11-26T16:45:43,739 INFO  [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:43,739 DEBUG [M:0;2dedfe7466e8:35813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732639543648Disabling compacts and flushes for region at 1732639543648Disabling writes for close at 1732639543649 (+1 ms)Obtaining lock to block concurrent updates at 1732639543649Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732639543649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1732639543650 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732639543650Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732639543650Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732639543680 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732639543680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732639543684 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732639543704 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732639543705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732639543708 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732639543727 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732639543727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f5df7b: reopening flushed file at 1732639543730 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655047b1: reopening flushed file at 1732639543733 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffc83c9: reopening flushed file at 1732639543735 (+2 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=84, compaction requested=false at 1732639543737 (+2 ms)Writing region close event to WAL at 1732639543739 (+2 ms)Closed at 1732639543739
2024-11-26T16:45:43,741 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:43,741 INFO  [M:0;2dedfe7466e8:35813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T16:45:43,741 INFO  [M:0;2dedfe7466e8:35813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35813
2024-11-26T16:45:43,741 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,844 INFO  [M:0;2dedfe7466e8:35813 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x10034b8f30a0000, quorum=127.0.0.1:57291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:43,848 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T16:45:43,870 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-26T16:45:43,870 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,879 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=49 (was 12)
Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732639543499
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1732639543496
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/2dedfe7466e8:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732639543336
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/2dedfe7466e8:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1732639541804
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/2dedfe7466e8:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: regionserver/2dedfe7466e8:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6055 (was 6397)
2024-11-26T16:45:43,885 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=49, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6055
2024-11-26T16:45:43,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/hadoop-log-dir so I do NOT create it in target/test-data/88589f1a-e128-d569-7f92-a528f19be98e
2024-11-26T16:45:43,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/hadoop-tmp-dir so I do NOT create it in target/test-data/88589f1a-e128-d569-7f92-a528f19be98e
2024-11-26T16:45:43,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,889 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/cluster_7f08017c-b160-c42d-f882-26defd0108cf, deleteOnExit=true
2024-11-26T16:45:43,893 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/cluster_7f08017c-b160-c42d-f882-26defd0108cf/zookeeper_0, clientPort=55218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/cluster_7f08017c-b160-c42d-f882-26defd0108cf/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/cluster_7f08017c-b160-c42d-f882-26defd0108cf/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T16:45:43,894 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55218
2024-11-26T16:45:43,906 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee with version=8
2024-11-26T16:45:43,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase-staging
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T16:45:43,910 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:43,911 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44025
2024-11-26T16:45:43,913 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44025 connecting to ZooKeeper ensemble=127.0.0.1:55218
2024-11-26T16:45:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440250x0, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:43,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44025-0x10034b90b390000 connected
2024-11-26T16:45:43,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,938 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee, hbase.cluster.distributed=false
2024-11-26T16:45:43,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:43,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-26T16:45:43,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44025
2024-11-26T16:45:43,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44025
2024-11-26T16:45:43,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-26T16:45:43,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T16:45:43,959 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:43,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34839
2024-11-26T16:45:43,961 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34839 connecting to ZooKeeper ensemble=127.0.0.1:55218
2024-11-26T16:45:43,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348390x0, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:43,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34839-0x10034b90b390001 connected
2024-11-26T16:45:43,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,966 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T16:45:43,967 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache
2024-11-26T16:45:43,967 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-26T16:45:43,967 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-26T16:45:43,967 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-26T16:45:43,967 INFO  [Thread-118 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-26T16:45:43,967 WARN  [Thread-118 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-26T16:45:43,967 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-26T16:45:43,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T16:45:43,968 INFO  [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-26T16:45:43,968 INFO  [Thread-118 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence is complete.
2024-11-26T16:45:43,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T16:45:43,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:43,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34839
2024-11-26T16:45:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34839
2024-11-26T16:45:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34839
2024-11-26T16:45:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34839
2024-11-26T16:45:43,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34839
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T16:45:43,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:43,990 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40173
2024-11-26T16:45:43,991 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40173 connecting to ZooKeeper ensemble=127.0.0.1:55218
2024-11-26T16:45:43,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:43,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401730x0, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:43,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40173-0x10034b90b390002 connected
2024-11-26T16:45:43,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:43,996 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T16:45:43,997 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache
2024-11-26T16:45:43,997 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-26T16:45:43,997 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-26T16:45:43,997 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-26T16:45:43,997 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-26T16:45:43,997 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-26T16:45:43,997 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-26T16:45:43,998 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-26T16:45:43,998 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence is complete.
2024-11-26T16:45:43,998 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T16:45:43,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T16:45:44,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:44,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40173
2024-11-26T16:45:44,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40173
2024-11-26T16:45:44,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40173
2024-11-26T16:45:44,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40173
2024-11-26T16:45:44,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40173
2024-11-26T16:45:44,018 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2dedfe7466e8:44025
2024-11-26T16:45:44,019 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,022 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,025 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T16:45:44,026 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2dedfe7466e8,44025,1732639543909 from backup master directory
2024-11-26T16:45:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T16:45:44,028 WARN  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:44,028 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,029 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase.id] with ID: dedd8ba3-0f38-4283-a744-ae05b9765a23
2024-11-26T16:45:44,029 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.tmp/hbase.id
2024-11-26T16:45:44,033 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/hbase.id]
2024-11-26T16:45:44,071 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:44,071 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T16:45:44,073 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-26T16:45:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,081 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T16:45:44,081 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T16:45:44,082 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:44,102 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T16:45:44,109 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:44,109 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732639544109Disabling compacts and flushes for region at 1732639544109Disabling writes for close at 1732639544109Writing region close event to WAL at 1732639544109Closed at 1732639544109
2024-11-26T16:45:44,109 WARN  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/.initializing
2024-11-26T16:45:44,109 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,115 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:44,118 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2dedfe7466e8%2C44025%2C1732639543909, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,44025,1732639543909, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/oldWALs, maxLogs=10
2024-11-26T16:45:44,136 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/WALs/2dedfe7466e8,44025,1732639543909/2dedfe7466e8%2C44025%2C1732639543909.1732639544119
2024-11-26T16:45:44,136 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:44,137 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:44,137 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:44,137 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,137 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,138 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:44,144 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T16:45:44,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,145 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,145 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:44,149 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T16:45:44,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,149 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:44,150 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:44,153 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T16:45:44,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,154 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:44,154 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T16:45:44,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T16:45:44,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:44,158 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,159 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,159 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,160 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,160 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,160 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:44,161 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T16:45:44,171 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:44,171 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73238702, jitterRate=0.09134170413017273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:44,173 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732639544137Initializing all the Stores at 1732639544138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544138Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639544138Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639544138Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639544138Cleaning up temporary data from old regions at 1732639544160 (+22 ms)Region opened successfully at 1732639544172 (+12 ms)
2024-11-26T16:45:44,173 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T16:45:44,178 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ee60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:44,179 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T16:45:44,179 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T16:45:44,179 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T16:45:44,180 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T16:45:44,180 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-26T16:45:44,181 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-26T16:45:44,181 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T16:45:44,183 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T16:45:44,184 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T16:45:44,186 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T16:45:44,186 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T16:45:44,187 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T16:45:44,188 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T16:45:44,189 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T16:45:44,190 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T16:45:44,191 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T16:45:44,192 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T16:45:44,194 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T16:45:44,196 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T16:45:44,198 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,200 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2dedfe7466e8,44025,1732639543909, sessionid=0x10034b90b390000, setting cluster-up flag (Was=false)
2024-11-26T16:45:44,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,209 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T16:45:44,210 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,218 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T16:45:44,219 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:44,220 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T16:45:44,222 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:44,222 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T16:45:44,223 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T16:45:44,223 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2dedfe7466e8,44025,1732639543909
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=5, maxPoolSize=5
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2dedfe7466e8:0, corePoolSize=10, maxPoolSize=10
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:44,225 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:44,227 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732639574227
2024-11-26T16:45:44,227 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T16:45:44,227 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T16:45:44,227 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T16:45:44,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,228 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T16:45:44,228 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T16:45:44,229 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T16:45:44,229 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T16:45:44,229 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T16:45:44,229 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T16:45:44,234 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639544229,5,FailOnTimeoutGroup]
2024-11-26T16:45:44,234 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639544234,5,FailOnTimeoutGroup]
2024-11-26T16:45:44,234 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,234 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T16:45:44,234 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,234 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,245 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T16:45:44,245 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:44,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:44,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-26T16:45:44,260 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T16:45:44,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,261 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,261 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-26T16:45:44,265 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T16:45:44,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-26T16:45:44,269 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T16:45:44,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,270 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-26T16:45:44,273 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T16:45:44,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,274 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T16:45:44,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:44,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:44,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T16:45:44,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T16:45:44,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T16:45:44,284 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:44,285 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68927555, jitterRate=0.027100607752799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:44,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732639544256Initializing all the Stores at 1732639544256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639544256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544257 (+1 ms)Cleaning up temporary data from old regions at 1732639544276 (+19 ms)Region opened successfully at 1732639544285 (+9 ms)
2024-11-26T16:45:44,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T16:45:44,286 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T16:45:44,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T16:45:44,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T16:45:44,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T16:45:44,286 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:44,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732639544285Disabling compacts and flushes for region at 1732639544286 (+1 ms)Disabling writes for close at 1732639544286Writing region close event to WAL at 1732639544286Closed at 1732639544286
2024-11-26T16:45:44,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:44,287 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T16:45:44,288 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T16:45:44,289 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:44,290 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T16:45:44,309 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(746): ClusterId : dedd8ba3-0f38-4283-a744-ae05b9765a23
2024-11-26T16:45:44,309 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(746): ClusterId : dedd8ba3-0f38-4283-a744-ae05b9765a23
2024-11-26T16:45:44,309 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T16:45:44,309 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T16:45:44,311 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T16:45:44,311 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T16:45:44,311 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T16:45:44,312 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T16:45:44,314 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T16:45:44,314 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T16:45:44,315 DEBUG [RS:0;2dedfe7466e8:34839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fac39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:44,315 DEBUG [RS:1;2dedfe7466e8:40173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d0523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:44,327 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2dedfe7466e8:40173
2024-11-26T16:45:44,327 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2dedfe7466e8:34839
2024-11-26T16:45:44,328 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T16:45:44,328 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T16:45:44,328 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T16:45:44,328 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T16:45:44,328 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T16:45:44,328 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T16:45:44,329 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dedfe7466e8,44025,1732639543909 with port=34839, startcode=1732639543958
2024-11-26T16:45:44,329 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dedfe7466e8,44025,1732639543909 with port=40173, startcode=1732639543988
2024-11-26T16:45:44,329 DEBUG [RS:1;2dedfe7466e8:40173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T16:45:44,329 DEBUG [RS:0;2dedfe7466e8:34839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T16:45:44,332 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T16:45:44,332 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T16:45:44,332 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,333 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(517): Registering regionserver=2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,334 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,334 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(517): Registering regionserver=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,334 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:44,334 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-26T16:45:44,334 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T16:45:44,336 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:44,336 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-26T16:45:44,336 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T16:45:44,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:44,341 DEBUG [RS:0;2dedfe7466e8:34839 {}] zookeeper.ZKUtil(111): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,341 WARN  [RS:0;2dedfe7466e8:34839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:44,341 INFO  [RS:0;2dedfe7466e8:34839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:44,341 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,341 DEBUG [RS:1;2dedfe7466e8:40173 {}] zookeeper.ZKUtil(111): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,341 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dedfe7466e8,34839,1732639543958]
2024-11-26T16:45:44,341 WARN  [RS:1;2dedfe7466e8:40173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:44,342 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dedfe7466e8,40173,1732639543988]
2024-11-26T16:45:44,342 INFO  [RS:1;2dedfe7466e8:40173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:44,342 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,348 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T16:45:44,351 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T16:45:44,351 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T16:45:44,351 INFO  [RS:0;2dedfe7466e8:34839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T16:45:44,351 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,352 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T16:45:44,352 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T16:45:44,352 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,353 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,354 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,354 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T16:45:44,354 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,354 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,354 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:44,354 DEBUG [RS:0;2dedfe7466e8:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:44,354 INFO  [RS:1;2dedfe7466e8:40173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T16:45:44,354 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,355 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T16:45:44,356 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T16:45:44,356 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:44,356 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:44,357 DEBUG [RS:1;2dedfe7466e8:40173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,34839,1732639543958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,360 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,361 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,361 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,361 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,40173,1732639543988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:44,377 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T16:45:44,377 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T16:45:44,377 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,40173,1732639543988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,377 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,34839,1732639543958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,377 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,378 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,378 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.Replication(171): 2dedfe7466e8,34839,1732639543958 started
2024-11-26T16:45:44,378 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.Replication(171): 2dedfe7466e8,40173,1732639543988 started
2024-11-26T16:45:44,393 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,393 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,393 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1482): Serving as 2dedfe7466e8,40173,1732639543988, RpcServer on 2dedfe7466e8/172.17.0.2:40173, sessionid=0x10034b90b390002
2024-11-26T16:45:44,393 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1482): Serving as 2dedfe7466e8,34839,1732639543958, RpcServer on 2dedfe7466e8/172.17.0.2:34839, sessionid=0x10034b90b390001
2024-11-26T16:45:44,393 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T16:45:44,393 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T16:45:44,393 DEBUG [RS:1;2dedfe7466e8:40173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,393 DEBUG [RS:0;2dedfe7466e8:34839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,393 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,40173,1732639543988'
2024-11-26T16:45:44,393 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,34839,1732639543958'
2024-11-26T16:45:44,394 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T16:45:44,394 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T16:45:44,394 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T16:45:44,394 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T16:45:44,395 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T16:45:44,395 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T16:45:44,395 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T16:45:44,395 DEBUG [RS:1;2dedfe7466e8:40173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,395 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,40173,1732639543988'
2024-11-26T16:45:44,395 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T16:45:44,395 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T16:45:44,395 DEBUG [RS:0;2dedfe7466e8:34839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:44,395 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,34839,1732639543958'
2024-11-26T16:45:44,395 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T16:45:44,396 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T16:45:44,396 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T16:45:44,396 DEBUG [RS:1;2dedfe7466e8:40173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T16:45:44,396 INFO  [RS:1;2dedfe7466e8:40173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T16:45:44,396 INFO  [RS:1;2dedfe7466e8:40173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T16:45:44,396 DEBUG [RS:0;2dedfe7466e8:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T16:45:44,396 INFO  [RS:0;2dedfe7466e8:34839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T16:45:44,396 INFO  [RS:0;2dedfe7466e8:34839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T16:45:44,440 WARN  [2dedfe7466e8:44025 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T16:45:44,497 INFO  [RS:1;2dedfe7466e8:40173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:44,497 INFO  [RS:0;2dedfe7466e8:34839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:44,498 INFO  [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C34839%2C1732639543958, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,34839,1732639543958, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:44,498 INFO  [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C40173%2C1732639543988, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:44,524 INFO  [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988/2dedfe7466e8%2C40173%2C1732639543988.1732639544500
2024-11-26T16:45:44,525 INFO  [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,34839,1732639543958/2dedfe7466e8%2C34839%2C1732639543958.1732639544500
2024-11-26T16:45:44,527 DEBUG [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:44,527 DEBUG [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:44,690 DEBUG [2dedfe7466e8:44025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(204): Hosts are {2dedfe7466e8=0} racks are {/default-rack=0}
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T16:45:44,691 INFO  [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T16:45:44,691 INFO  [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T16:45:44,691 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T16:45:44,692 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,693 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,40173,1732639543988, state=OPENING
2024-11-26T16:45:44,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T16:45:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:44,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:44,697 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,40173,1732639543988}]
2024-11-26T16:45:44,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T16:45:44,853 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49063, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T16:45:44,855 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T16:45:44,855 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:44,856 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T16:45:44,857 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C40173%2C1732639543988.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:44,877 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988/2dedfe7466e8%2C40173%2C1732639543988.meta.1732639544858.meta
2024-11-26T16:45:44,878 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:44,878 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:44,878 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T16:45:44,878 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T16:45:44,879 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T16:45:44,879 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T16:45:44,879 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:44,879 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T16:45:44,879 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T16:45:44,880 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-26T16:45:44,881 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T16:45:44,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-26T16:45:44,882 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T16:45:44,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-26T16:45:44,883 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T16:45:44,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,883 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,883 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-26T16:45:44,884 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T16:45:44,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:44,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:44,884 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T16:45:44,885 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:44,885 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:44,886 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T16:45:44,886 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T16:45:44,886 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:44,887 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T16:45:44,887 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327685, jitterRate=0.10756881535053253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:44,887 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T16:45:44,888 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732639544879Writing region info on filesystem at 1732639544879Initializing all the Stores at 1732639544880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639544880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639544880Cleaning up temporary data from old regions at 1732639544886 (+6 ms)Running coprocessor post-open hooks at 1732639544887 (+1 ms)Region opened successfully at 1732639544888 (+1 ms)
2024-11-26T16:45:44,889 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732639544850
2024-11-26T16:45:44,892 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T16:45:44,892 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T16:45:44,892 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,893 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,40173,1732639543988, state=OPEN
2024-11-26T16:45:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:44,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,895 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:44,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:44,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T16:45:44,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,40173,1732639543988 in 198 msec
2024-11-26T16:45:44,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T16:45:44,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec
2024-11-26T16:45:44,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T16:45:44,900 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T16:45:44,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T16:45:44,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1]
2024-11-26T16:45:44,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T16:45:44,906 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T16:45:44,912 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 689 msec
2024-11-26T16:45:44,912 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732639544912, completionTime=-1
2024-11-26T16:45:44,912 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-26T16:45:44,912 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T16:45:44,914 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732639604915
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732639664915
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,915 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2dedfe7466e8:44025, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,916 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,916 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:44,918 DEBUG [master/2dedfe7466e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T16:45:44,920 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.892sec
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:44,921 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T16:45:44,922 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T16:45:44,922 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T16:45:44,922 INFO  [master/2dedfe7466e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,44025,1732639543909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:45,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143f7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:45,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2dedfe7466e8,44025,-1 for getting cluster id
2024-11-26T16:45:45,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T16:45:45,011 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dedd8ba3-0f38-4283-a744-ae05b9765a23'
2024-11-26T16:45:45,012 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T16:45:45,012 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dedd8ba3-0f38-4283-a744-ae05b9765a23"

2024-11-26T16:45:45,012 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55186dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:45,013 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2dedfe7466e8,44025,-1]
2024-11-26T16:45:45,013 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T16:45:45,013 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:45,015 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T16:45:45,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af0bbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T16:45:45,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T16:45:45,018 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1]
2024-11-26T16:45:45,019 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T16:45:45,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T16:45:45,025 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:45,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T16:45:45,026 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:45,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40141449
2024-11-26T16:45:45,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T16:45:45,029 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T16:45:45,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1732639545025', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T16:45:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025
2024-11-26T16:45:45,032 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T16:45:45,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:45,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1732639545025"
 procId is: 4
2024-11-26T16:45:45,033 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T16:45:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:45,045 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c17340673488b87a2952321e0fb2e8f7, NAME => 'testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1732639545025', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:45,051 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:45,052 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1722): Closing c17340673488b87a2952321e0fb2e8f7, disabling compactions & flushes
2024-11-26T16:45:45,052 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,052 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,052 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7. after waiting 0 ms
2024-11-26T16:45:45,052 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,052 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,052 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732639545025-pool-0 {}] regionserver.HRegion(1676): Region close journal for c17340673488b87a2952321e0fb2e8f7:
Waiting for close lock at 1732639545052Disabling compacts and flushes for region at 1732639545052Disabling writes for close at 1732639545052Writing region close event to WAL at 1732639545052Closed at 1732639545052
2024-11-26T16:45:45,053 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T16:45:45,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732639545053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732639545053"}]},"ts":"1732639545053"}
2024-11-26T16:45:45,057 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T16:45:45,058 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T16:45:45,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732639545025","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732639545058"}]},"ts":"1732639545058"}
2024-11-26T16:45:45,061 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732639545025, state=ENABLING in hbase:meta
2024-11-26T16:45:45,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2dedfe7466e8=0} racks are {/default-rack=0}
2024-11-26T16:45:45,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T16:45:45,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T16:45:45,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T16:45:45,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T16:45:45,062 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T16:45:45,062 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T16:45:45,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T16:45:45,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN}]
2024-11-26T16:45:45,063 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN
2024-11-26T16:45:45,064 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN; state=OFFLINE, location=2dedfe7466e8,40173,1732639543988; forceNewPlan=false, retain=false
2024-11-26T16:45:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:45,215 INFO  [2dedfe7466e8:44025 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T16:45:45,215 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c17340673488b87a2952321e0fb2e8f7, regionState=OPENING, regionLocation=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN because future has completed
2024-11-26T16:45:45,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,40173,1732639543988}]
2024-11-26T16:45:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:45,374 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,374 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c17340673488b87a2952321e0fb2e8f7, NAME => 'testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:45,374 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732639545025 c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,374 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:45,374 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,374 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,375 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region c17340673488b87a2952321e0fb2e8f7 
2024-11-26T16:45:45,379 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17340673488b87a2952321e0fb2e8f7 columnFamilyName family
2024-11-26T16:45:45,379 DEBUG [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:45,380 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] regionserver.HStore(327): Store=c17340673488b87a2952321e0fb2e8f7/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:45,380 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,380 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,380 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,381 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,381 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,381 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,387 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T16:45:45,388 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c17340673488b87a2952321e0fb2e8f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68410644, jitterRate=0.019398033618927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T16:45:45,388 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:45,389 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c17340673488b87a2952321e0fb2e8f7:
Running coprocessor pre-open hook at 1732639545375Writing region info on filesystem at 1732639545375Initializing all the Stores at 1732639545375Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639545375Cleaning up temporary data from old regions at 1732639545381 (+6 ms)Running coprocessor post-open hooks at 1732639545388 (+7 ms)Region opened successfully at 1732639545389 (+1 ms)
2024-11-26T16:45:45,390 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7., pid=6, masterSystemTime=1732639545371
2024-11-26T16:45:45,392 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,392 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:45,393 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c17340673488b87a2952321e0fb2e8f7, regionState=OPEN, openSeqNum=2, regionLocation=2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:45,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,40173,1732639543988 because future has completed
2024-11-26T16:45:45,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T16:45:45,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,40173,1732639543988 in 177 msec
2024-11-26T16:45:45,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T16:45:45,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN in 336 msec
2024-11-26T16:45:45,401 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T16:45:45,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732639545025","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732639545401"}]},"ts":"1732639545401"}
2024-11-26T16:45:45,403 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732639545025, state=ENABLED in hbase:meta
2024-11-26T16:45:45,404 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T16:45:45,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732639545025 in 374 msec
2024-11-26T16:45:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T16:45:45,659 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1732639545025 completed
2024-11-26T16:45:45,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1732639545025 get assigned. Timeout = 60000ms
2024-11-26T16:45:45,659 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T16:45:45,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1732639545025 assigned to meta. Checking AM states.
2024-11-26T16:45:45,667 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T16:45:45,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1732639545025 assigned.
2024-11-26T16:45:45,670 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1732639545025', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7., hostname=2dedfe7466e8,40173,1732639543988, seqNum=2]
2024-11-26T16:45:45,675 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c17340673488b87a2952321e0fb2e8f7 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-26T16:45:45,685 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:45,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/.tmp/family/8a97c5c0e26e40369079cc20995fda30 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-26T16:45:45,700 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/.tmp/family/8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:45,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/.tmp/family/8a97c5c0e26e40369079cc20995fda30 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:45,704 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, delay=966 ms
2024-11-26T16:45:45,705 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, entries=2, sequenceid=6, filesize=4.9 K
2024-11-26T16:45:45,706 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for c17340673488b87a2952321e0fb2e8f7 in 31ms, sequenceid=6, compaction requested=false
2024-11-26T16:45:45,706 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1732639545025'
2024-11-26T16:45:45,707 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c17340673488b87a2952321e0fb2e8f7:

2024-11-26T16:45:46,185 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T16:45:46,671 DEBUG [hfile-prefetch-1732639543336 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 8a97c5c0e26e40369079cc20995fda30_0. 
2024-11-26T16:45:46,672 DEBUG [hfile-prefetch-1732639543336 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 8a97c5c0e26e40369079cc20995fda30_117. 
2024-11-26T16:45:46,673 DEBUG [hfile-prefetch-1732639543336 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, with total blocks 2, and data blocks 1
2024-11-26T16:45:46,673 DEBUG [hfile-prefetch-1732639543336 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-26T16:45:46,673 DEBUG [hfile-prefetch-1732639543336 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-26T16:45:46,673 DEBUG [hfile-prefetch-1732639543336 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30. Will sleep 100ms and try the verification again.
2024-11-26T16:45:46,699 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-26T16:45:46,699 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-26T16:45:46,699 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:46,699 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:46,703 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-26T16:45:46,704 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732639546699
2024-11-26T16:45:46,704 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-26T16:45:46,707 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;2dedfe7466e8:40173,5,FailOnTimeoutGroup]
2024-11-26T16:45:46,708 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dedfe7466e8,40173,1732639543988' *****
2024-11-26T16:45:46,708 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-11-26T16:45:46,708 INFO  [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1738): Disabling cache
2024-11-26T16:45:46,708 INFO  [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence
2024-11-26T16:45:46,708 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-26T16:45:46,708 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-26T16:45:46,708 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-26T16:45:46,708 INFO  [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-26T16:45:46,708 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-26T16:45:46,718 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1487): Thread RS:1;2dedfe7466e8:40173 started persisting bucket cache to file
2024-11-26T16:45:46,719 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:46,719 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:46,722 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-26T16:45:46,722 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732639546719
2024-11-26T16:45:46,722 DEBUG [RS:1;2dedfe7466e8:40173 {}] bucket.BucketCache(1509): Thread RS:1;2dedfe7466e8:40173 finished persisting bucket cache to file, renaming
2024-11-26T16:45:46,722 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T16:45:46,723 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(3091): Received CLOSE for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(959): stopping server 2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2dedfe7466e8:40173.
2024-11-26T16:45:46,723 DEBUG [RS:1;2dedfe7466e8:40173 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:46,723 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:46,723 DEBUG [RS:1;2dedfe7466e8:40173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:46,723 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c17340673488b87a2952321e0fb2e8f7, disabling compactions & flushes
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T16:45:46,723 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T16:45:46,723 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T16:45:46,723 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7. after waiting 0 ms
2024-11-26T16:45:46,724 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:46,724 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-26T16:45:46,724 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1325): Online Regions={c17340673488b87a2952321e0fb2e8f7=testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7., 1588230740=hbase:meta,,1.1588230740}
2024-11-26T16:45:46,724 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:46,724 DEBUG [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T16:45:46,724 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T16:45:46,724 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T16:45:46,724 DEBUG [StoreFileCloser-c17340673488b87a2952321e0fb2e8f7-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:46,725 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB
2024-11-26T16:45:46,724 WARN  [hfile-prefetch-1732639543336 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-26T16:45:46,725 DEBUG [hfile-prefetch-1732639543336 {}] hfile.PrefetchExecutor(121): Prefetch completed for 8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:46,730 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T16:45:46,730 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:46,730 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c17340673488b87a2952321e0fb2e8f7:
Waiting for close lock at 1732639546723Running coprocessor pre-close hooks at 1732639546723Disabling compacts and flushes for region at 1732639546723Disabling writes for close at 1732639546724 (+1 ms)Writing region close event to WAL at 1732639546725 (+1 ms)Running coprocessor post-close hooks at 1732639546730 (+5 ms)Closed at 1732639546730
2024-11-26T16:45:46,731 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:46,735 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:46,749 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/e61e36c9e4c44c74881ea1c5d5855ad1 is 209, key is testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7./info:regioninfo/1732639545393/Put/seqid=0
2024-11-26T16:45:46,750 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:46,759 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:46,763 INFO  [regionserver/2dedfe7466e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:46,771 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/165899d38c5a40ebb11cfde31d0dcc13 is 43, key is default/ns:d/1732639544906/Put/seqid=0
2024-11-26T16:45:46,772 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:46,780 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:46,795 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/3c4ecb9374484762a35cf53913f72691 is 80, key is testBlockEvictionOnGracefulStop1732639545025/table:state/1732639545401/Put/seqid=0
2024-11-26T16:45:46,796 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:46,800 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/e61e36c9e4c44c74881ea1c5d5855ad1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:46,802 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1, delay=921 ms
2024-11-26T16:45:46,803 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1, entries=10, sequenceid=11, filesize=7.0 K
2024-11-26T16:45:46,804 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/ns/165899d38c5a40ebb11cfde31d0dcc13 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:46,805 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13, delay=985 ms
2024-11-26T16:45:46,807 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13, entries=2, sequenceid=11, filesize=5.0 K
2024-11-26T16:45:46,807 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/table/3c4ecb9374484762a35cf53913f72691 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:46,809 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691, delay=951 ms
2024-11-26T16:45:46,810 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691, entries=2, sequenceid=11, filesize=5.3 K
2024-11-26T16:45:46,811 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=11, compaction requested=false
2024-11-26T16:45:46,812 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:46,813 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:46,813 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:46,818 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-26T16:45:46,819 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T16:45:46,819 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:46,819 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732639546724Running coprocessor pre-close hooks at 1732639546724Disabling compacts and flushes for region at 1732639546724Disabling writes for close at 1732639546724Obtaining lock to block concurrent updates at 1732639546725 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732639546725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1732639546725Flushing stores of hbase:meta,,1.1588230740 at 1732639546725Flushing 1588230740/info: creating writer at 1732639546725Flushing 1588230740/info: appending metadata at 1732639546749 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732639546749Flushing 1588230740/ns: creating writer at 1732639546752 (+3 ms)Flushing 1588230740/ns: appending metadata at 1732639546771 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732639546771Flushing 1588230740/table: creating writer at 1732639546774 (+3 ms)Flushing 1588230740/table: appending metadata at 1732639546795 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732639546795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d8b731: reopening flushed file at 1732639546799 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd3ea01: reopening flushed file at 1732639546803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476b5f3e: reopening flushed file at 1732639546807 (+4 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=11, compaction requested=false at 1732639546811 (+4 ms)Writing region close event to WAL at 1732639546814 (+3 ms)Running coprocessor post-close hooks at 1732639546819 (+5 ms)Closed at 1732639546819
2024-11-26T16:45:46,819 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:46,924 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(976): stopping server 2dedfe7466e8,40173,1732639543988; all regions closed.
2024-11-26T16:45:46,926 DEBUG [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:46,926 INFO  [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C40173%2C1732639543988.meta:.meta(num 1732639544858)
2024-11-26T16:45:46,928 DEBUG [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:46,928 INFO  [RS:1;2dedfe7466e8:40173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C40173%2C1732639543988:(num 1732639544500)
2024-11-26T16:45:46,928 DEBUG [RS:1;2dedfe7466e8:40173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:46,928 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:46,928 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:46,929 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.ChoreService(370): Chore service for: regionserver/2dedfe7466e8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:46,929 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:46,929 INFO  [regionserver/2dedfe7466e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:46,929 INFO  [RS:1;2dedfe7466e8:40173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40173
2024-11-26T16:45:46,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:46,934 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dedfe7466e8,40173,1732639543988
2024-11-26T16:45:46,935 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dedfe7466e8,40173,1732639543988]
2024-11-26T16:45:46,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dedfe7466e8,40173,1732639543988 already deleted, retry=false
2024-11-26T16:45:46,937 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2dedfe7466e8,40173,1732639543988 on 2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:46,942 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2dedfe7466e8,40173,1732639543988, splitWal=true, meta=true
2024-11-26T16:45:46,945 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2dedfe7466e8,40173,1732639543988, splitWal=true, meta=true
2024-11-26T16:45:46,945 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 2dedfe7466e8,40173,1732639543988 (carryingMeta=true) 2dedfe7466e8,40173,1732639543988/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26f7c8c8[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-26T16:45:46,946 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2dedfe7466e8,40173,1732639543988, splitWal=true, meta=true, isMeta: true
2024-11-26T16:45:46,947 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988-splitting
2024-11-26T16:45:46,947 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988-splitting dir is empty, no logs to split.
2024-11-26T16:45:46,947 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 2dedfe7466e8,40173,1732639543988 WAL count=0, meta=true
2024-11-26T16:45:46,949 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988-splitting dir is empty, no logs to split.
2024-11-26T16:45:46,949 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 2dedfe7466e8,40173,1732639543988 WAL count=0, meta=true
2024-11-26T16:45:46,949 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 2dedfe7466e8,40173,1732639543988 WAL splitting is done? wals=0, meta=true
2024-11-26T16:45:46,951 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T16:45:46,952 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:46,952 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-26T16:45:47,036 INFO  [RS:1;2dedfe7466e8:40173 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40173-0x10034b90b390002, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:47,036 INFO  [RS:1;2dedfe7466e8:40173 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dedfe7466e8,40173,1732639543988; zookeeper connection closed.
2024-11-26T16:45:47,036 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa71d82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa71d82
2024-11-26T16:45:47,103 DEBUG [2dedfe7466e8:44025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-26T16:45:47,103 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:47,104 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,34839,1732639543958, state=OPENING
2024-11-26T16:45:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:47,106 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T16:45:47,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:47,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:47,106 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,34839,1732639543958}]
2024-11-26T16:45:47,227 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dedfe7466e8:0 server-side Connection retries=45
2024-11-26T16:45:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:47,228 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T16:45:47,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T16:45:47,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T16:45:47,228 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T16:45:47,228 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T16:45:47,229 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42639
2024-11-26T16:45:47,230 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42639 connecting to ZooKeeper ensemble=127.0.0.1:55218
2024-11-26T16:45:47,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:47,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426390x0, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T16:45:47,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42639-0x10034b90b390003 connected
2024-11-26T16:45:47,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-26T16:45:47,235 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-26T16:45:47,236 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T16:45:47,236 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache
2024-11-26T16:45:47,236 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-26T16:45:47,236 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-26T16:45:47,237 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-26T16:45:47,237 INFO  [Thread-206 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-26T16:45:47,237 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-26T16:45:47,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T16:45:47,238 INFO  [Thread-206 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-26T16:45:47,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T16:45:47,239 INFO  [Thread-206 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-11-26T16:45:47,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T16:45:47,247 DEBUG [Thread-206 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-26T16:45:47,248 INFO  [Thread-206 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-26T16:45:47,248 INFO  [Thread-206 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-11-26T16:45:47,248 INFO  [Thread-206 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence is complete.
2024-11-26T16:45:47,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42639
2024-11-26T16:45:47,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42639
2024-11-26T16:45:47,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42639
2024-11-26T16:45:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42639
2024-11-26T16:45:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42639
2024-11-26T16:45:47,253 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(746): ClusterId : dedd8ba3-0f38-4283-a744-ae05b9765a23
2024-11-26T16:45:47,253 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T16:45:47,256 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T16:45:47,256 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T16:45:47,259 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T16:45:47,259 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T16:45:47,259 DEBUG [RS:2;2dedfe7466e8:42639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5090f6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dedfe7466e8/172.17.0.2:0
2024-11-26T16:45:47,262 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T16:45:47,264 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T16:45:47,264 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:47,265 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T16:45:47,266 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C34839%2C1732639543958.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,34839,1732639543958, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:47,273 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2dedfe7466e8:42639
2024-11-26T16:45:47,274 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T16:45:47,274 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T16:45:47,274 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T16:45:47,275 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dedfe7466e8,44025,1732639543909 with port=42639, startcode=1732639547227
2024-11-26T16:45:47,275 DEBUG [RS:2;2dedfe7466e8:42639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T16:45:47,277 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T16:45:47,278 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,278 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(517): Registering regionserver=2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,279 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee
2024-11-26T16:45:47,279 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-26T16:45:47,279 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T16:45:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:47,282 DEBUG [RS:2;2dedfe7466e8:42639 {}] zookeeper.ZKUtil(111): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,282 WARN  [RS:2;2dedfe7466e8:42639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T16:45:47,282 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dedfe7466e8,42639,1732639547227]
2024-11-26T16:45:47,282 INFO  [RS:2;2dedfe7466e8:42639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T16:45:47,282 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,289 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,34839,1732639543958/2dedfe7466e8%2C34839%2C1732639543958.meta.1732639547266.meta
2024-11-26T16:45:47,289 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:47,289 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:47,289 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T16:45:47,290 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T16:45:47,290 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T16:45:47,290 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T16:45:47,290 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:47,290 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T16:45:47,290 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T16:45:47,290 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T16:45:47,291 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-26T16:45:47,292 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T16:45:47,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:47,293 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T16:45:47,294 INFO  [RS:2;2dedfe7466e8:42639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T16:45:47,294 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,294 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1, delay=955 ms
2024-11-26T16:45:47,296 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T16:45:47,296 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:47,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:47,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-26T16:45:47,296 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T16:45:47,296 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,296 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,296 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dedfe7466e8:0, corePoolSize=2, maxPoolSize=2
2024-11-26T16:45:47,297 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dedfe7466e8:0, corePoolSize=1, maxPoolSize=1
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:47,297 DEBUG [RS:2;2dedfe7466e8:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dedfe7466e8:0, corePoolSize=3, maxPoolSize=3
2024-11-26T16:45:47,299 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13, delay=994 ms
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,300 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,42639,1732639547227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T16:45:47,301 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:47,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:47,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-26T16:45:47,302 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T16:45:47,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:47,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:47,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-26T16:45:47,303 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T16:45:47,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:47,304 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691, delay=996 ms
2024-11-26T16:45:47,305 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:47,305 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T16:45:47,306 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T16:45:47,306 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:47,307 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740
2024-11-26T16:45:47,307 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T16:45:47,307 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T16:45:47,308 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T16:45:47,309 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T16:45:47,310 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59233180, jitterRate=-0.11735683679580688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T16:45:47,310 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T16:45:47,311 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732639547290Writing region info on filesystem at 1732639547290Initializing all the Stores at 1732639547291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639547291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639547291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639547291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732639547291Cleaning up temporary data from old regions at 1732639547307 (+16 ms)Running coprocessor post-open hooks at 1732639547310 (+3 ms)Region opened successfully at 1732639547311 (+1 ms)
2024-11-26T16:45:47,312 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1732639547259
2024-11-26T16:45:47,315 DEBUG [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T16:45:47,315 INFO  [RS_OPEN_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T16:45:47,315 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:47,316 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dedfe7466e8,34839,1732639543958, state=OPEN
2024-11-26T16:45:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T16:45:47,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:47,318 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:47,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:47,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T16:45:47,321 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-26T16:45:47,321 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2dedfe7466e8,34839,1732639543958 in 212 msec
2024-11-26T16:45:47,323 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T16:45:47,323 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec
2024-11-26T16:45:47,323 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2dedfe7466e8,40173,1732639543988 had 2 regions
2024-11-26T16:45:47,324 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2dedfe7466e8,40173,1732639543988, splitWal=true, meta=true, isMeta: false
2024-11-26T16:45:47,324 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988-splitting dir is empty, no logs to split.
2024-11-26T16:45:47,324 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 2dedfe7466e8,40173,1732639543988 WAL count=0, meta=false
2024-11-26T16:45:47,325 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T16:45:47,325 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dedfe7466e8,42639,1732639547227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,325 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,325 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.Replication(171): 2dedfe7466e8,42639,1732639547227 started
2024-11-26T16:45:47,325 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,40173,1732639543988-splitting dir is empty, no logs to split.
2024-11-26T16:45:47,325 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 2dedfe7466e8,40173,1732639543988 WAL count=0, meta=false
2024-11-26T16:45:47,325 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2dedfe7466e8,40173,1732639543988 WAL splitting is done? wals=0, meta=false
2024-11-26T16:45:47,327 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN}]
2024-11-26T16:45:47,328 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN
2024-11-26T16:45:47,328 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-26T16:45:47,349 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T16:45:47,349 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1482): Serving as 2dedfe7466e8,42639,1732639547227, RpcServer on 2dedfe7466e8/172.17.0.2:42639, sessionid=0x10034b90b390003
2024-11-26T16:45:47,350 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T16:45:47,350 DEBUG [RS:2;2dedfe7466e8:42639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,350 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,42639,1732639547227'
2024-11-26T16:45:47,350 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T16:45:47,350 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T16:45:47,351 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T16:45:47,351 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T16:45:47,351 DEBUG [RS:2;2dedfe7466e8:42639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,351 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dedfe7466e8,42639,1732639547227'
2024-11-26T16:45:47,351 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T16:45:47,352 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T16:45:47,352 DEBUG [RS:2;2dedfe7466e8:42639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T16:45:47,352 INFO  [RS:2;2dedfe7466e8:42639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T16:45:47,352 INFO  [RS:2;2dedfe7466e8:42639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T16:45:47,453 INFO  [RS:2;2dedfe7466e8:42639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T16:45:47,454 INFO  [RS:2;2dedfe7466e8:42639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2dedfe7466e8%2C42639%2C1732639547227, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,42639,1732639547227, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs, maxLogs=55
2024-11-26T16:45:47,473 INFO  [RS:2;2dedfe7466e8:42639 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/WALs/2dedfe7466e8,42639,1732639547227/2dedfe7466e8%2C42639%2C1732639547227.1732639547455
2024-11-26T16:45:47,473 DEBUG [RS:2;2dedfe7466e8:42639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(204): Hosts are {2dedfe7466e8=0} racks are {/default-rack=0}
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T16:45:47,479 INFO  [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T16:45:47,479 INFO  [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T16:45:47,479 DEBUG [2dedfe7466e8:44025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T16:45:47,480 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c17340673488b87a2952321e0fb2e8f7, regionState=OPENING, regionLocation=2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,482 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2dedfe7466e8:40173
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2dedfe7466e8/172.17.0.2:40173
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T16:45:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1, error=java.net.ConnectException: Call to address=2dedfe7466e8:40173 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2dedfe7466e8/172.17.0.2:40173
2024-11-26T16:45:47,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-26T16:45:47,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,40173,1732639543988, seqNum=-1 from cache
2024-11-26T16:45:47,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.FailedServers(52): Added failed server with address 2dedfe7466e8:40173 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2dedfe7466e8/172.17.0.2:40173
2024-11-26T16:45:47,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T16:45:47,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dedfe7466e8,34839,1732639543958, seqNum=-1]
2024-11-26T16:45:47,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T16:45:47,590 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T16:45:47,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN because future has completed
2024-11-26T16:45:47,593 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,42639,1732639547227}]
2024-11-26T16:45:47,745 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T16:45:47,748 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T16:45:47,750 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,750 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => c17340673488b87a2952321e0fb2e8f7, NAME => 'testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.', STARTKEY => '', ENDKEY => ''}
2024-11-26T16:45:47,751 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732639545025 c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,751 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T16:45:47,751 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,751 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,752 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region c17340673488b87a2952321e0fb2e8f7 
2024-11-26T16:45:47,752 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17340673488b87a2952321e0fb2e8f7 columnFamilyName family
2024-11-26T16:45:47,752 DEBUG [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T16:45:47,754 DEBUG [StoreFileOpener-c17340673488b87a2952321e0fb2e8f7-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30, delay=981 ms
2024-11-26T16:45:47,755 DEBUG [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:47,755 INFO  [StoreOpener-c17340673488b87a2952321e0fb2e8f7-1 {}] regionserver.HStore(327): Store=c17340673488b87a2952321e0fb2e8f7/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T16:45:47,756 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,756 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,757 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,757 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,757 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,758 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,758 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened c17340673488b87a2952321e0fb2e8f7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61386660, jitterRate=-0.08526748418807983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T16:45:47,758 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,759 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for c17340673488b87a2952321e0fb2e8f7:
Running coprocessor pre-open hook at 1732639547751Writing region info on filesystem at 1732639547751Initializing all the Stores at 1732639547751Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732639547751Cleaning up temporary data from old regions at 1732639547757 (+6 ms)Running coprocessor post-open hooks at 1732639547758 (+1 ms)Region opened successfully at 1732639547759 (+1 ms)
2024-11-26T16:45:47,760 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7., pid=11, masterSystemTime=1732639547745
2024-11-26T16:45:47,763 DEBUG [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,763 INFO  [RS_OPEN_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,763 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c17340673488b87a2952321e0fb2e8f7, regionState=OPEN, openSeqNum=10, regionLocation=2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,42639,1732639547227 because future has completed
2024-11-26T16:45:47,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-26T16:45:47,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c17340673488b87a2952321e0fb2e8f7, server=2dedfe7466e8,42639,1732639547227 in 173 msec
2024-11-26T16:45:47,769 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7
2024-11-26T16:45:47,770 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732639545025, region=c17340673488b87a2952321e0fb2e8f7, ASSIGN in 441 msec
2024-11-26T16:45:47,770 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2dedfe7466e8,40173,1732639543988 after splitting done
2024-11-26T16:45:47,772 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 2dedfe7466e8,40173,1732639543988, splitWal=true, meta=true in 832 msec
2024-11-26T16:45:47,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T16:45:47,850 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T16:45:47,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:47,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:47,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:47,850 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T16:45:47,850 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T16:45:47,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1275644268, stopped=false
2024-11-26T16:45:47,851 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2dedfe7466e8,44025,1732639543909
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:47,853 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T16:45:47,853 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T16:45:47,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:47,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:47,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:47,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:47,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T16:45:47,854 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dedfe7466e8,34839,1732639543958' *****
2024-11-26T16:45:47,854 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T16:45:47,854 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dedfe7466e8,42639,1732639547227' *****
2024-11-26T16:45:47,854 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T16:45:47,855 INFO  [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1738): Disabling cache
2024-11-26T16:45:47,855 INFO  [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence
2024-11-26T16:45:47,855 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-26T16:45:47,855 INFO  [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1738): Disabling cache
2024-11-26T16:45:47,855 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-26T16:45:47,855 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-26T16:45:47,855 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-26T16:45:47,855 INFO  [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88589f1a-e128-d569-7f92-a528f19be98e/bucket.persistence
2024-11-26T16:45:47,855 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-26T16:45:47,856 INFO  [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-26T16:45:47,856 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-26T16:45:47,856 INFO  [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-26T16:45:47,856 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-26T16:45:47,856 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-26T16:45:47,859 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T16:45:47,863 INFO  [regionserver/2dedfe7466e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:47,866 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1487): Thread RS:2;2dedfe7466e8:42639 started persisting bucket cache to file
2024-11-26T16:45:47,866 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:47,866 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:47,866 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1487): Thread RS:0;2dedfe7466e8:34839 started persisting bucket cache to file
2024-11-26T16:45:47,866 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-26T16:45:47,866 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-26T16:45:47,869 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-26T16:45:47,869 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732639547866
2024-11-26T16:45:47,869 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-26T16:45:47,870 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732639547866
2024-11-26T16:45:47,870 DEBUG [RS:0;2dedfe7466e8:34839 {}] bucket.BucketCache(1509): Thread RS:0;2dedfe7466e8:34839 finished persisting bucket cache to file, renaming
2024-11-26T16:45:47,870 DEBUG [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1509): Thread RS:2;2dedfe7466e8:42639 finished persisting bucket cache to file, renaming
2024-11-26T16:45:47,870 WARN  [RS:2;2dedfe7466e8:42639 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T16:45:47,870 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(3091): Received CLOSE for c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(959): stopping server 2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(959): stopping server 2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:47,870 INFO  [RS:0;2dedfe7466e8:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2dedfe7466e8:34839.
2024-11-26T16:45:47,870 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:47,871 INFO  [RS:2;2dedfe7466e8:42639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2dedfe7466e8:42639.
2024-11-26T16:45:47,871 DEBUG [RS:0;2dedfe7466e8:34839 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:47,871 DEBUG [RS:2;2dedfe7466e8:42639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T16:45:47,871 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:47,871 DEBUG [RS:0;2dedfe7466e8:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:47,871 DEBUG [RS:2;2dedfe7466e8:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:47,871 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c17340673488b87a2952321e0fb2e8f7, disabling compactions & flushes
2024-11-26T16:45:47,871 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,871 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T16:45:47,871 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T16:45:47,871 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,871 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T16:45:47,871 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1325): Online Regions={c17340673488b87a2952321e0fb2e8f7=testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.}
2024-11-26T16:45:47,871 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7. after waiting 0 ms
2024-11-26T16:45:47,871 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T16:45:47,871 DEBUG [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1351): Waiting on c17340673488b87a2952321e0fb2e8f7
2024-11-26T16:45:47,871 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,871 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T16:45:47,871 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T16:45:47,872 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-26T16:45:47,872 DEBUG [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-26T16:45:47,872 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-26T16:45:47,872 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T16:45:47,872 DEBUG [StoreFileCloser-c17340673488b87a2952321e0fb2e8f7-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/family/8a97c5c0e26e40369079cc20995fda30
2024-11-26T16:45:47,872 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T16:45:47,872 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T16:45:47,872 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T16:45:47,872 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T16:45:47,872 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB
2024-11-26T16:45:47,877 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/default/testBlockEvictionOnGracefulStop1732639545025/c17340673488b87a2952321e0fb2e8f7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-26T16:45:47,877 INFO  [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,877 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c17340673488b87a2952321e0fb2e8f7:
Waiting for close lock at 1732639547871Running coprocessor pre-close hooks at 1732639547871Disabling compacts and flushes for region at 1732639547871Disabling writes for close at 1732639547871Writing region close event to WAL at 1732639547872 (+1 ms)Running coprocessor post-close hooks at 1732639547877 (+5 ms)Closed at 1732639547877
2024-11-26T16:45:47,878 DEBUG [RS_CLOSE_REGION-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7.
2024-11-26T16:45:47,883 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 95086ad63de6486b85be640848f0c3db
2024-11-26T16:45:47,897 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/95086ad63de6486b85be640848f0c3db is 209, key is testBlockEvictionOnGracefulStop1732639545025,,1732639545029.c17340673488b87a2952321e0fb2e8f7./info:regioninfo/1732639547763/Put/seqid=0
2024-11-26T16:45:47,898 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/95086ad63de6486b85be640848f0c3db
2024-11-26T16:45:47,901 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/.tmp/info/95086ad63de6486b85be640848f0c3db as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/95086ad63de6486b85be640848f0c3db
2024-11-26T16:45:47,901 INFO  [regionserver/2dedfe7466e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:47,902 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/95086ad63de6486b85be640848f0c3db, delay=999 ms
2024-11-26T16:45:47,903 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/95086ad63de6486b85be640848f0c3db, entries=8, sequenceid=19, filesize=6.6 K
2024-11-26T16:45:47,904 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false
2024-11-26T16:45:47,904 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/e61e36c9e4c44c74881ea1c5d5855ad1
2024-11-26T16:45:47,905 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/info/95086ad63de6486b85be640848f0c3db
2024-11-26T16:45:47,905 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/ns/165899d38c5a40ebb11cfde31d0dcc13
2024-11-26T16:45:47,906 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/table/3c4ecb9374484762a35cf53913f72691
2024-11-26T16:45:47,910 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-26T16:45:47,911 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T16:45:47,911 INFO  [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:47,911 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732639547872Running coprocessor pre-close hooks at 1732639547872Disabling compacts and flushes for region at 1732639547872Disabling writes for close at 1732639547872Obtaining lock to block concurrent updates at 1732639547872Preparing flush snapshotting stores in 1588230740 at 1732639547872Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1732639547873 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732639547873Flushing 1588230740/info: creating writer at 1732639547873Flushing 1588230740/info: appending metadata at 1732639547897 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732639547897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fe08cf: reopening flushed file at 1732639547900 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false at 1732639547904 (+4 ms)Writing region close event to WAL at 1732639547906 (+2 ms)Running coprocessor post-close hooks at 1732639547911 (+5 ms)Closed at 1732639547911
2024-11-26T16:45:47,911 DEBUG [RS_CLOSE_META-regionserver/2dedfe7466e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T16:45:48,071 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(976): stopping server 2dedfe7466e8,42639,1732639547227; all regions closed.
2024-11-26T16:45:48,072 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(976): stopping server 2dedfe7466e8,34839,1732639543958; all regions closed.
2024-11-26T16:45:48,074 DEBUG [RS:2;2dedfe7466e8:42639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C42639%2C1732639547227:(num 1732639547455)
2024-11-26T16:45:48,074 DEBUG [RS:2;2dedfe7466e8:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:48,074 DEBUG [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:48,074 INFO  [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C34839%2C1732639543958.meta:.meta(num 1732639547266)
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.ChoreService(370): Chore service for: regionserver/2dedfe7466e8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:48,074 INFO  [regionserver/2dedfe7466e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:48,074 INFO  [RS:2;2dedfe7466e8:42639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42639
2024-11-26T16:45:48,076 DEBUG [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/oldWALs
2024-11-26T16:45:48,076 INFO  [RS:0;2dedfe7466e8:34839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dedfe7466e8%2C34839%2C1732639543958:(num 1732639544500)
2024-11-26T16:45:48,076 DEBUG [RS:0;2dedfe7466e8:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T16:45:48,076 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T16:45:48,076 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:48,076 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.ChoreService(370): Chore service for: regionserver/2dedfe7466e8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:48,076 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:48,076 INFO  [regionserver/2dedfe7466e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:48,077 INFO  [RS:0;2dedfe7466e8:34839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34839
2024-11-26T16:45:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dedfe7466e8,42639,1732639547227
2024-11-26T16:45:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T16:45:48,077 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dedfe7466e8,34839,1732639543958
2024-11-26T16:45:48,078 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:48,079 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dedfe7466e8,42639,1732639547227]
2024-11-26T16:45:48,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dedfe7466e8,42639,1732639547227 already deleted, retry=false
2024-11-26T16:45:48,080 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2dedfe7466e8,42639,1732639547227 expired; onlineServers=1
2024-11-26T16:45:48,080 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dedfe7466e8,34839,1732639543958]
2024-11-26T16:45:48,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dedfe7466e8,34839,1732639543958 already deleted, retry=false
2024-11-26T16:45:48,081 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2dedfe7466e8,34839,1732639543958 expired; onlineServers=0
2024-11-26T16:45:48,081 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2dedfe7466e8,44025,1732639543909' *****
2024-11-26T16:45:48,081 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T16:45:48,081 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T16:45:48,082 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T16:45:48,082 DEBUG [M:0;2dedfe7466e8:44025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T16:45:48,082 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T16:45:48,082 DEBUG [M:0;2dedfe7466e8:44025 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T16:45:48,082 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639544229 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.large.0-1732639544229,5,FailOnTimeoutGroup]
2024-11-26T16:45:48,082 DEBUG [master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639544234 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dedfe7466e8:0:becomeActiveMaster-HFileCleaner.small.0-1732639544234,5,FailOnTimeoutGroup]
2024-11-26T16:45:48,082 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.ChoreService(370): Chore service for: master/2dedfe7466e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T16:45:48,082 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T16:45:48,082 DEBUG [M:0;2dedfe7466e8:44025 {}] master.HMaster(1795): Stopping service threads
2024-11-26T16:45:48,082 INFO  [M:0;2dedfe7466e8:44025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T16:45:48,082 INFO  [M:0;2dedfe7466e8:44025 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T16:45:48,083 INFO  [M:0;2dedfe7466e8:44025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T16:45:48,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T16:45:48,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T16:45:48,084 DEBUG [M:0;2dedfe7466e8:44025 {}] zookeeper.ZKUtil(347): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T16:45:48,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T16:45:48,084 WARN  [M:0;2dedfe7466e8:44025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T16:45:48,084 INFO  [M:0;2dedfe7466e8:44025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/.lastflushedseqids
2024-11-26T16:45:48,088 INFO  [M:0;2dedfe7466e8:44025 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T16:45:48,088 INFO  [M:0;2dedfe7466e8:44025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T16:45:48,088 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T16:45:48,088 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:48,088 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:48,088 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T16:45:48,088 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:48,088 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.49 KB heapSize=49.88 KB
2024-11-26T16:45:48,098 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8e3ae51e6a344778ab649ce1ddfa1b7f
2024-11-26T16:45:48,113 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3ae51e6a344778ab649ce1ddfa1b7f is 82, key is hbase:meta,,1/info:regioninfo/1732639547315/Put/seqid=0
2024-11-26T16:45:48,113 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3ae51e6a344778ab649ce1ddfa1b7f
2024-11-26T16:45:48,121 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dab32441e710482d80db393ec8e27318
2024-11-26T16:45:48,135 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab32441e710482d80db393ec8e27318 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732639545405/Put/seqid=0
2024-11-26T16:45:48,136 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.26 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab32441e710482d80db393ec8e27318
2024-11-26T16:45:48,144 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3b7b6e7c794f4c36bdcf6ace03f7cf53
2024-11-26T16:45:48,159 DEBUG [M:0;2dedfe7466e8:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7b6e7c794f4c36bdcf6ace03f7cf53 is 69, key is 2dedfe7466e8,34839,1732639543958/rs:state/1732639544333/Put/seqid=0
2024-11-26T16:45:48,160 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7b6e7c794f4c36bdcf6ace03f7cf53
2024-11-26T16:45:48,161 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b7b6e7c794f4c36bdcf6ace03f7cf53
2024-11-26T16:45:48,162 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3ae51e6a344778ab649ce1ddfa1b7f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e3ae51e6a344778ab649ce1ddfa1b7f
2024-11-26T16:45:48,164 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e3ae51e6a344778ab649ce1ddfa1b7f, entries=14, sequenceid=102, filesize=5.9 K
2024-11-26T16:45:48,164 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab32441e710482d80db393ec8e27318 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab32441e710482d80db393ec8e27318
2024-11-26T16:45:48,165 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab32441e710482d80db393ec8e27318, entries=11, sequenceid=102, filesize=6.5 K
2024-11-26T16:45:48,166 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7b6e7c794f4c36bdcf6ace03f7cf53 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b7b6e7c794f4c36bdcf6ace03f7cf53
2024-11-26T16:45:48,167 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b7b6e7c794f4c36bdcf6ace03f7cf53
2024-11-26T16:45:48,167 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de77f722-0b11-0ad8-e1c5-25dc79a5992f/b77fdb8a-e0a6-44b6-421f-3451571537ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b7b6e7c794f4c36bdcf6ace03f7cf53, entries=3, sequenceid=102, filesize=5.3 K
2024-11-26T16:45:48,168 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=102, compaction requested=false
2024-11-26T16:45:48,170 INFO  [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T16:45:48,170 DEBUG [M:0;2dedfe7466e8:44025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732639548088Disabling compacts and flushes for region at 1732639548088Disabling writes for close at 1732639548088Obtaining lock to block concurrent updates at 1732639548088Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732639548088Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40436, getHeapSize=51016, getOffHeapSize=0, getCellsCount=127 at 1732639548089 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732639548089Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732639548089Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732639548112 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732639548112Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732639548115 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732639548135 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732639548135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732639548138 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732639548158 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732639548158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5514dd59: reopening flushed file at 1732639548162 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a71ab93: reopening flushed file at 1732639548164 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0c6b17: reopening flushed file at 1732639548166 (+2 ms)Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=102, compaction requested=false at 1732639548168 (+2 ms)Writing region close event to WAL at 1732639548170 (+2 ms)Closed at 1732639548170
2024-11-26T16:45:48,171 INFO  [M:0;2dedfe7466e8:44025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T16:45:48,171 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T16:45:48,171 INFO  [M:0;2dedfe7466e8:44025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44025
2024-11-26T16:45:48,172 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T16:45:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,179 INFO  [RS:2;2dedfe7466e8:42639 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x10034b90b390003, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,179 INFO  [RS:2;2dedfe7466e8:42639 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dedfe7466e8,42639,1732639547227; zookeeper connection closed.
2024-11-26T16:45:48,179 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69fa5cfb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69fa5cfb
2024-11-26T16:45:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,180 INFO  [RS:0;2dedfe7466e8:34839 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x10034b90b390001, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,180 INFO  [RS:0;2dedfe7466e8:34839 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dedfe7466e8,34839,1732639543958; zookeeper connection closed.
2024-11-26T16:45:48,180 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41452515 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41452515
2024-11-26T16:45:48,181 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-26T16:45:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,274 INFO  [M:0;2dedfe7466e8:44025 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T16:45:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x10034b90b390000, quorum=127.0.0.1:55218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T16:45:48,277 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T16:45:48,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-26T16:45:48,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T16:45:48,286 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=70 (was 49)
Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5950 (was 6055)