2024-11-19 04:48:21,877 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-19 04:48:21,892 main DEBUG Took 0.013162 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 04:48:21,893 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 04:48:21,893 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 04:48:21,903 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 04:48:21,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 04:48:21,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,936 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,937 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,939 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,941 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,942 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,944 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:48:21,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,946 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 04:48:21,948 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:48:21,950 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 04:48:21,952 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 04:48:21,953 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 04:48:21,954 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 04:48:21,955 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 04:48:21,966 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 04:48:21,970 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 04:48:21,972 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 04:48:21,972 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 04:48:21,973 main DEBUG createAppenders(={Console})
2024-11-19 04:48:21,974 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-19 04:48:21,974 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-19 04:48:21,974 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-19 04:48:21,975 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 04:48:21,975 main DEBUG OutputStream closed
2024-11-19 04:48:21,976 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 04:48:21,976 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 04:48:21,977 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-19 04:48:22,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 04:48:22,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 04:48:22,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 04:48:22,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 04:48:22,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 04:48:22,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 04:48:22,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 04:48:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 04:48:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 04:48:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 04:48:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 04:48:22,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 04:48:22,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 04:48:22,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 04:48:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 04:48:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 04:48:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 04:48:22,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 04:48:22,059 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 04:48:22,059 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-19 04:48:22,060 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 04:48:22,060 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-19T04:48:22,073 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-19 04:48:22,076 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 04:48:22,076 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T04:48:22,297 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae
2024-11-19T04:48:22,320 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=13116
2024-11-19T04:48:22,408 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T04:48:22,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:22,529 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/cluster_76e65884-d479-0f78-de07-dba9d6607ab9, deleteOnExit=true
2024-11-19T04:48:22,627 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/cluster_76e65884-d479-0f78-de07-dba9d6607ab9/zookeeper_0, clientPort=60556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/cluster_76e65884-d479-0f78-de07-dba9d6607ab9/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/cluster_76e65884-d479-0f78-de07-dba9d6607ab9/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T04:48:22,639 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60556
2024-11-19T04:48:22,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:22,723 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de with version=8
2024-11-19T04:48:22,723 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase-staging
2024-11-19T04:48:22,822 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T04:48:23,118 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:23,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,131 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,140 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:23,141 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,141 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:23,294 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T04:48:23,393 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T04:48:23,436 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T04:48:23,447 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19T04:48:23,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:23,492 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21207 (auto-detected)
2024-11-19T04:48:23,493 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-19T04:48:23,515 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43225
2024-11-19T04:48:23,548 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43225 connecting to ZooKeeper ensemble=127.0.0.1:60556
2024-11-19T04:48:23,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432250x0, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:23,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43225-0x1012e8df6da0000 connected
2024-11-19T04:48:23,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,625 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:23,639 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de, hbase.cluster.distributed=false
2024-11-19T04:48:23,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:23,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43225
2024-11-19T04:48:23,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43225
2024-11-19T04:48:23,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43225
2024-11-19T04:48:23,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43225
2024-11-19T04:48:23,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43225
2024-11-19T04:48:23,777 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:23,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,780 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:23,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:23,783 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:48:23,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:23,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42549
2024-11-19T04:48:23,790 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42549 connecting to ZooKeeper ensemble=127.0.0.1:60556
2024-11-19T04:48:23,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425490x0, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:23,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42549-0x1012e8df6da0001 connected
2024-11-19T04:48:23,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:23,803 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:48:23,818 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.cache
2024-11-19T04:48:23,826 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T04:48:23,827 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T04:48:23,829 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T04:48:23,831 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T04:48:23,832 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T04:48:23,837 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T04:48:23,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:48:23,844 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T04:48:23,845 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence is complete.
2024-11-19T04:48:23,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T04:48:23,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:23,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42549
2024-11-19T04:48:23,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42549
2024-11-19T04:48:23,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42549
2024-11-19T04:48:23,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42549
2024-11-19T04:48:23,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42549
2024-11-19T04:48:23,884 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:23,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,884 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:23,885 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:23,885 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:23,885 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:48:23,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:23,886 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46093
2024-11-19T04:48:23,888 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46093 connecting to ZooKeeper ensemble=127.0.0.1:60556
2024-11-19T04:48:23,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460930x0, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:23,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46093-0x1012e8df6da0002 connected
2024-11-19T04:48:23,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:23,895 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:48:23,897 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.cache
2024-11-19T04:48:23,897 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T04:48:23,897 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T04:48:23,897 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T04:48:23,898 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T04:48:23,898 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T04:48:23,898 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T04:48:23,899 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence is complete.
2024-11-19T04:48:23,899 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T04:48:23,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:48:23,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T04:48:23,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:23,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46093
2024-11-19T04:48:23,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46093
2024-11-19T04:48:23,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46093
2024-11-19T04:48:23,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46093
2024-11-19T04:48:23,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46093
2024-11-19T04:48:23,935 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a7f35e60d4:43225
2024-11-19T04:48:23,937 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,949 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:23,976 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T04:48:23,978 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a7f35e60d4,43225,1731991702899 from backup master directory
2024-11-19T04:48:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:23,983 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:23,983 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:23,986 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-19T04:48:23,988 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-19T04:48:23,999 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase.id] with ID: 96358d96-163e-492a-b545-5f5850b53758
2024-11-19T04:48:23,999 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.tmp/hbase.id
2024-11-19T04:48:24,005 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase.id]
2024-11-19T04:48:24,045 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:24,050 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T04:48:24,070 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-19T04:48:24,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,107 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:48:24,111 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T04:48:24,170 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T04:48:24,176 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:24,248 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store
2024-11-19T04:48:24,272 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-19T04:48:24,276 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:24,277 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T04:48:24,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:24,278 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:24,279 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T04:48:24,279 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:24,279 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:24,280 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731991704277Disabling compacts and flushes for region at 1731991704277Disabling writes for close at 1731991704279 (+2 ms)Writing region close event to WAL at 1731991704279Closed at 1731991704279
2024-11-19T04:48:24,281 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/.initializing
2024-11-19T04:48:24,281 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:24,300 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:24,314 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C43225%2C1731991702899, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,43225,1731991702899, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/oldWALs, maxLogs=10
2024-11-19T04:48:24,364 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,43225,1731991702899/08a7f35e60d4%2C43225%2C1731991702899.1731991704319
2024-11-19T04:48:24,365 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:24,366 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:24,366 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:24,370 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,371 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:24,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T04:48:24,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:24,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:24,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T04:48:24,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:24,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:24,468 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T04:48:24,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:24,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:24,474 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T04:48:24,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:24,475 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,478 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,479 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,482 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,482 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,485 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:24,487 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:24,495 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:24,495 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61664119, jitterRate=-0.08113302290439606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:24,503 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731991704383Initializing all the Stores at 1731991704383Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991704384 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991704385 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991704385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991704385Cleaning up temporary data from old regions at 1731991704483 (+98 ms)Region opened successfully at 1731991704503 (+20 ms)
2024-11-19T04:48:24,504 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T04:48:24,539 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0a07e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:24,573 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T04:48:24,586 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T04:48:24,586 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T04:48:24,589 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T04:48:24,590 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-19T04:48:24,596 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-19T04:48:24,596 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T04:48:24,623 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T04:48:24,635 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T04:48:24,638 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T04:48:24,642 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T04:48:24,644 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T04:48:24,646 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T04:48:24,649 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T04:48:24,653 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T04:48:24,655 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T04:48:24,658 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T04:48:24,661 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T04:48:24,681 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T04:48:24,683 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T04:48:24,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:24,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:24,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:24,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,702 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a7f35e60d4,43225,1731991702899, sessionid=0x1012e8df6da0000, setting cluster-up flag (Was=false)
2024-11-19T04:48:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,725 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T04:48:24,727 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:24,741 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T04:48:24,743 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:24,749 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T04:48:24,823 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(746): ClusterId : 96358d96-163e-492a-b545-5f5850b53758
2024-11-19T04:48:24,823 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(746): ClusterId : 96358d96-163e-492a-b545-5f5850b53758
2024-11-19T04:48:24,826 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:48:24,826 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:48:24,827 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:24,831 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:48:24,831 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:48:24,832 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:48:24,832 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:48:24,835 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:48:24,835 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:48:24,836 DEBUG [RS:0;08a7f35e60d4:42549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c272e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:24,836 DEBUG [RS:1;08a7f35e60d4:46093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed4ab3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:24,842 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T04:48:24,851 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T04:48:24,853 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;08a7f35e60d4:46093
2024-11-19T04:48:24,854 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a7f35e60d4:42549
2024-11-19T04:48:24,858 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:48:24,858 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:48:24,858 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:48:24,858 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:48:24,858 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:48:24,858 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:48:24,857 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a7f35e60d4,43225,1731991702899
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T04:48:24,861 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,43225,1731991702899 with port=42549, startcode=1731991703736
2024-11-19T04:48:24,861 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,43225,1731991702899 with port=46093, startcode=1731991703883
2024-11-19T04:48:24,869 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:24,869 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:24,869 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:24,869 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:24,870 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a7f35e60d4:0, corePoolSize=10, maxPoolSize=10
2024-11-19T04:48:24,870 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:24,870 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:24,870 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:24,876 DEBUG [RS:1;08a7f35e60d4:46093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:48:24,876 DEBUG [RS:0;08a7f35e60d4:42549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:48:24,877 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991734876
2024-11-19T04:48:24,878 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T04:48:24,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:24,880 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T04:48:24,881 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T04:48:24,885 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T04:48:24,886 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T04:48:24,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,886 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T04:48:24,886 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T04:48:24,886 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T04:48:24,888 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:24,891 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T04:48:24,893 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T04:48:24,893 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T04:48:24,896 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T04:48:24,896 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T04:48:24,898 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991704898,5,FailOnTimeoutGroup]
2024-11-19T04:48:24,899 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991704899,5,FailOnTimeoutGroup]
2024-11-19T04:48:24,899 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:24,899 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T04:48:24,901 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:24,901 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:24,909 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T04:48:24,910 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:24,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:24,932 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T04:48:24,938 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:48:24,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,938 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:24,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T04:48:24,945 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:48:24,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:24,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T04:48:24,952 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:48:24,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:24,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T04:48:24,958 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:48:24,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:24,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:24,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:48:24,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:24,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:24,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:48:24,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:48:24,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:24,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:48:24,963 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:48:24,963 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:48:24,970 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:24,973 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:24,980 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:24,980 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73321674, jitterRate=0.09257808327674866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:24,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731991704931Initializing all the Stores at 1731991704931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991704931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991704931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991704932 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991704932Cleaning up temporary data from old regions at 1731991704961 (+29 ms)Region opened successfully at 1731991704983 (+22 ms)
2024-11-19T04:48:24,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:48:24,984 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:48:24,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:48:24,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:48:24,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:48:24,986 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:24,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731991704984Disabling compacts and flushes for region at 1731991704984Disabling writes for close at 1731991704984Writing region close event to WAL at 1731991704985 (+1 ms)Closed at 1731991704986 (+1 ms)
2024-11-19T04:48:24,987 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:24,987 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:24,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:24,989 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T04:48:24,991 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:24,991 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:24,991 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T04:48:24,992 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:48:24,992 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T04:48:24,992 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:48:24,998 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T04:48:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:25,003 DEBUG [RS:1;08a7f35e60d4:46093 {}] zookeeper.ZKUtil(111): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:25,003 DEBUG [RS:0;08a7f35e60d4:42549 {}] zookeeper.ZKUtil(111): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,003 WARN  [RS:1;08a7f35e60d4:46093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:25,004 WARN  [RS:0;08a7f35e60d4:42549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:25,004 INFO  [RS:1;08a7f35e60d4:46093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:25,004 INFO  [RS:0;08a7f35e60d4:42549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:25,004 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:25,004 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,008 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:25,009 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,46093,1731991703883]
2024-11-19T04:48:25,009 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,42549,1731991703736]
2024-11-19T04:48:25,010 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T04:48:25,033 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:48:25,033 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:48:25,048 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:48:25,048 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:48:25,053 INFO  [RS:1;08a7f35e60d4:46093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:48:25,053 INFO  [RS:0;08a7f35e60d4:42549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:48:25,053 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,053 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,054 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:48:25,056 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:48:25,059 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:48:25,059 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:48:25,061 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,061 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,061 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,061 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,061 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,061 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:25,062 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,062 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:25,063 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,063 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:25,063 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,064 DEBUG [RS:1;08a7f35e60d4:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:25,064 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,064 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,064 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:25,065 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:25,065 DEBUG [RS:0;08a7f35e60d4:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:25,065 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,065 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,066 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,066 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,46093,1731991703883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:25,066 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,066 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,066 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,42549,1731991703736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:25,087 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:48:25,088 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:48:25,089 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,42549,1731991703736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,089 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,46093,1731991703883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,090 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,090 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,090 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.Replication(171): 08a7f35e60d4,42549,1731991703736 started
2024-11-19T04:48:25,090 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.Replication(171): 08a7f35e60d4,46093,1731991703883 started
2024-11-19T04:48:25,108 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,109 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,42549,1731991703736, RpcServer on 08a7f35e60d4/172.17.0.2:42549, sessionid=0x1012e8df6da0001
2024-11-19T04:48:25,110 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:48:25,110 DEBUG [RS:0;08a7f35e60d4:42549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,110 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,42549,1731991703736'
2024-11-19T04:48:25,110 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:48:25,111 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:48:25,112 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:48:25,112 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:48:25,112 DEBUG [RS:0;08a7f35e60d4:42549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,112 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,42549,1731991703736'
2024-11-19T04:48:25,112 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:48:25,113 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:48:25,113 DEBUG [RS:0;08a7f35e60d4:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:48:25,114 INFO  [RS:0;08a7f35e60d4:42549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:48:25,114 INFO  [RS:0;08a7f35e60d4:42549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:48:25,116 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,116 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,46093,1731991703883, RpcServer on 08a7f35e60d4/172.17.0.2:46093, sessionid=0x1012e8df6da0002
2024-11-19T04:48:25,116 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:48:25,117 DEBUG [RS:1;08a7f35e60d4:46093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:25,117 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,46093,1731991703883'
2024-11-19T04:48:25,117 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:48:25,117 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:48:25,118 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:48:25,118 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:48:25,118 DEBUG [RS:1;08a7f35e60d4:46093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:25,118 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,46093,1731991703883'
2024-11-19T04:48:25,118 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:48:25,119 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:48:25,120 DEBUG [RS:1;08a7f35e60d4:46093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:48:25,121 INFO  [RS:1;08a7f35e60d4:46093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:48:25,121 INFO  [RS:1;08a7f35e60d4:46093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:48:25,161 WARN  [08a7f35e60d4:43225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:48:25,219 INFO  [RS:0;08a7f35e60d4:42549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:25,220 INFO  [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C42549%2C1731991703736, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,42549,1731991703736, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:25,221 INFO  [RS:1;08a7f35e60d4:46093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:25,222 INFO  [RS:1;08a7f35e60d4:46093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C46093%2C1731991703883, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,46093,1731991703883, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:25,242 INFO  [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,42549,1731991703736/08a7f35e60d4%2C42549%2C1731991703736.1731991705223
2024-11-19T04:48:25,242 INFO  [RS:1;08a7f35e60d4:46093 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,46093,1731991703883/08a7f35e60d4%2C46093%2C1731991703883.1731991705224
2024-11-19T04:48:25,243 DEBUG [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:25,243 DEBUG [RS:1;08a7f35e60d4:46093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:25,414 DEBUG [08a7f35e60d4:43225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-19T04:48:25,425 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0}
2024-11-19T04:48:25,429 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T04:48:25,429 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T04:48:25,429 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T04:48:25,429 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T04:48:25,429 INFO  [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T04:48:25,429 INFO  [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T04:48:25,429 DEBUG [08a7f35e60d4:43225 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T04:48:25,436 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,442 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,42549,1731991703736, state=OPENING
2024-11-19T04:48:25,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T04:48:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:25,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:25,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,42549,1731991703736}]
2024-11-19T04:48:25,626 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T04:48:25,630 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T04:48:25,638 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T04:48:25,638 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:25,639 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T04:48:25,640 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C42549%2C1731991703736.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,42549,1731991703736, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:25,661 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,42549,1731991703736/08a7f35e60d4%2C42549%2C1731991703736.meta.1731991705642.meta
2024-11-19T04:48:25,661 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:25,662 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:25,664 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T04:48:25,666 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T04:48:25,672 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T04:48:25,676 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T04:48:25,676 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:25,677 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T04:48:25,677 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T04:48:25,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T04:48:25,679 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:48:25,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:25,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:25,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T04:48:25,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:48:25,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:25,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:25,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T04:48:25,682 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:48:25,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:25,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:25,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T04:48:25,683 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:48:25,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:25,683 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:25,683 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:48:25,685 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:25,686 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:25,686 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:48:25,686 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:48:25,686 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:25,688 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:48:25,689 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63977231, jitterRate=-0.04666496813297272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:25,689 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T04:48:25,691 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731991705677Writing region info on filesystem at 1731991705677Initializing all the Stores at 1731991705678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991705678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991705678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991705678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991705678Cleaning up temporary data from old regions at 1731991705686 (+8 ms)Running coprocessor post-open hooks at 1731991705689 (+3 ms)Region opened successfully at 1731991705691 (+2 ms)
2024-11-19T04:48:25,698 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731991705618
2024-11-19T04:48:25,709 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T04:48:25,710 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T04:48:25,710 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,711 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,42549,1731991703736, state=OPEN
2024-11-19T04:48:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:25,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:25,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:25,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T04:48:25,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,42549,1731991703736 in 262 msec
2024-11-19T04:48:25,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T04:48:25,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec
2024-11-19T04:48:25,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:25,723 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T04:48:25,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:48:25,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,42549,1731991703736, seqNum=-1]
2024-11-19T04:48:25,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:48:25,769 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:48:25,788 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0080 sec
2024-11-19T04:48:25,788 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731991705788, completionTime=-1
2024-11-19T04:48:25,792 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-19T04:48:25,792 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T04:48:25,822 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-19T04:48:25,822 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991765822
2024-11-19T04:48:25,822 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991825822
2024-11-19T04:48:25,822 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec
2024-11-19T04:48:25,825 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-19T04:48:25,834 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,834 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,835 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,837 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a7f35e60d4:43225, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,837 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,838 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,843 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T04:48:25,867 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.884sec
2024-11-19T04:48:25,869 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T04:48:25,870 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T04:48:25,871 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T04:48:25,872 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T04:48:25,872 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T04:48:25,872 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:25,873 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T04:48:25,874 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T04:48:25,875 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T04:48:25,875 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,43225,1731991702899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:25,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319823c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:25,952 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-19T04:48:25,952 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-19T04:48:25,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a7f35e60d4,43225,-1 for getting cluster id
2024-11-19T04:48:25,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T04:48:25,968 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96358d96-163e-492a-b545-5f5850b53758'
2024-11-19T04:48:25,970 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T04:48:25,971 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96358d96-163e-492a-b545-5f5850b53758"

2024-11-19T04:48:25,971 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23449c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:25,971 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a7f35e60d4,43225,-1]
2024-11-19T04:48:25,974 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T04:48:25,976 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:25,977 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T04:48:25,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27097cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:25,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:48:25,987 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,42549,1731991703736, seqNum=-1]
2024-11-19T04:48:25,988 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:48:25,990 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:48:26,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:26,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T04:48:26,019 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:26,022 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2092d9da
2024-11-19T04:48:26,023 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T04:48:26,025 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T04:48:26,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731991706010', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:48:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010
2024-11-19T04:48:26,039 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T04:48:26,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1731991706010"
 procId is: 4
2024-11-19T04:48:26,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:26,045 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T04:48:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:26,061 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a3a605b31dec22213d928d134d5b694, NAME => 'testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731991706010', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:26,068 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:26,069 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1722): Closing 3a3a605b31dec22213d928d134d5b694, disabling compactions & flushes
2024-11-19T04:48:26,069 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,069 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,069 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694. after waiting 0 ms
2024-11-19T04:48:26,069 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,069 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,069 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731991706010-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a3a605b31dec22213d928d134d5b694:
Waiting for close lock at 1731991706069Disabling compacts and flushes for region at 1731991706069Disabling writes for close at 1731991706069Writing region close event to WAL at 1731991706069Closed at 1731991706069
2024-11-19T04:48:26,071 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T04:48:26,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731991706071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991706071"}]},"ts":"1731991706071"}
2024-11-19T04:48:26,081 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T04:48:26,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T04:48:26,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731991706010","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991706082"}]},"ts":"1731991706082"}
2024-11-19T04:48:26,089 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731991706010, state=ENABLING in hbase:meta
2024-11-19T04:48:26,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0}
2024-11-19T04:48:26,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T04:48:26,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T04:48:26,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T04:48:26,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T04:48:26,090 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T04:48:26,090 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T04:48:26,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T04:48:26,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, ASSIGN}]
2024-11-19T04:48:26,094 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, ASSIGN
2024-11-19T04:48:26,095 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42549,1731991703736; forceNewPlan=false, retain=false
2024-11-19T04:48:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:26,248 INFO  [08a7f35e60d4:43225 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T04:48:26,249 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=OPENING, regionLocation=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, ASSIGN because future has completed
2024-11-19T04:48:26,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736}]
2024-11-19T04:48:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:26,412 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a3a605b31dec22213d928d134d5b694, NAME => 'testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:26,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731991706010 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:26,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,416 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3a3a605b31dec22213d928d134d5b694 
2024-11-19T04:48:26,421 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3a605b31dec22213d928d134d5b694 columnFamilyName family
2024-11-19T04:48:26,421 DEBUG [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:26,422 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(327): Store=3a3a605b31dec22213d928d134d5b694/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:26,422 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,423 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,424 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,424 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,424 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,425 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,432 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:26,433 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a3a605b31dec22213d928d134d5b694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67585316, jitterRate=0.0070996880531311035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:48:26,433 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:26,434 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a3a605b31dec22213d928d134d5b694:
Running coprocessor pre-open hook at 1731991706414Writing region info on filesystem at 1731991706414Initializing all the Stores at 1731991706415 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991706415Cleaning up temporary data from old regions at 1731991706424 (+9 ms)Running coprocessor post-open hooks at 1731991706433 (+9 ms)Region opened successfully at 1731991706434 (+1 ms)
2024-11-19T04:48:26,436 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694., pid=6, masterSystemTime=1731991706409
2024-11-19T04:48:26,439 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,439 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:26,440 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:26,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736 because future has completed
2024-11-19T04:48:26,447 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T04:48:26,447 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736 in 190 msec
2024-11-19T04:48:26,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T04:48:26,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, ASSIGN in 355 msec
2024-11-19T04:48:26,450 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T04:48:26,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731991706010","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991706450"}]},"ts":"1731991706450"}
2024-11-19T04:48:26,453 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731991706010, state=ENABLED in hbase:meta
2024-11-19T04:48:26,454 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T04:48:26,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731991706010 in 421 msec
2024-11-19T04:48:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:26,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731991706010 get assigned. Timeout = 60000ms
2024-11-19T04:48:26,676 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731991706010 completed
2024-11-19T04:48:26,679 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:48:26,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731991706010 assigned to meta. Checking AM states.
2024-11-19T04:48:26,686 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:48:26,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731991706010 assigned.
2024-11-19T04:48:26,695 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731991706010', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694., hostname=08a7f35e60d4,42549,1731991703736, seqNum=2]
2024-11-19T04:48:26,708 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a3a605b31dec22213d928d134d5b694 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-19T04:48:26,737 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:26,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/.tmp/family/79b7ad54bf584e74967571c00b963d9d is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-19T04:48:26,781 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/.tmp/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:26,824 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/.tmp/family/79b7ad54bf584e74967571c00b963d9d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:26,825 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, delay=991 ms
2024-11-19T04:48:26,827 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, entries=2, sequenceid=6, filesize=4.9 K
2024-11-19T04:48:26,833 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 3a3a605b31dec22213d928d134d5b694 in 126ms, sequenceid=6, compaction requested=false
2024-11-19T04:48:26,834 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731991706010'
2024-11-19T04:48:26,836 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3a3a605b31dec22213d928d134d5b694:

2024-11-19T04:48:27,819 DEBUG [hfile-prefetch-1731991706825 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 79b7ad54bf584e74967571c00b963d9d_0. 
2024-11-19T04:48:27,823 DEBUG [hfile-prefetch-1731991706825 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 79b7ad54bf584e74967571c00b963d9d_117. 
2024-11-19T04:48:27,824 DEBUG [hfile-prefetch-1731991706825 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, with total blocks 2, and data blocks 1
2024-11-19T04:48:27,824 DEBUG [hfile-prefetch-1731991706825 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-19T04:48:27,824 DEBUG [hfile-prefetch-1731991706825 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-19T04:48:27,824 DEBUG [hfile-prefetch-1731991706825 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d. Will sleep 100ms and try the verification again.
2024-11-19T04:48:27,837 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T04:48:27,837 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T04:48:27,837 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:27,837 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:27,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3a3a605b31dec22213d928d134d5b694, source=08a7f35e60d4,42549,1731991703736, destination=08a7f35e60d4,46093,1731991703883, warming up region on 08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T04:48:27,848 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3a3a605b31dec22213d928d134d5b694, source=08a7f35e60d4,42549,1731991703736, destination=08a7f35e60d4,46093,1731991703883, running balancer
2024-11-19T04:48:27,850 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T04:48:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE
2024-11-19T04:48:27,850 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE
2024-11-19T04:48:27,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3a3a605b31dec22213d928d134d5b694, NAME => 'testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:27,852 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=CLOSING, regionLocation=08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:27,853 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3a3a605b31dec22213d928d134d5b694 
2024-11-19T04:48:27,854 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3a605b31dec22213d928d134d5b694 columnFamilyName family
2024-11-19T04:48:27,854 DEBUG [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE because future has completed
2024-11-19T04:48:27,856 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-19T04:48:27,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736}]
2024-11-19T04:48:27,857 DEBUG [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:27,858 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(327): Store=3a3a605b31dec22213d928d134d5b694/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:27,858 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T04:48:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1722): Closing 3a3a605b31dec22213d928d134d5b694, disabling compactions & flushes
2024-11-19T04:48:27,858 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731991707837
2024-11-19T04:48:27,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:27,858 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T04:48:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694. after waiting 0 ms
2024-11-19T04:48:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:27,859 DEBUG [StoreFileCloser-3a3a605b31dec22213d928d134d5b694-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:27,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(1676): Region close journal for 3a3a605b31dec22213d928d134d5b694:
Waiting for close lock at 1731991707858Disabling compacts and flushes for region at 1731991707858Disabling writes for close at 1731991707858Writing region close event to WAL at 1731991707860 (+2 ms)Closed at 1731991707860
2024-11-19T04:48:27,862 WARN  [hfile-prefetch-1731991706825 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-19T04:48:27,863 DEBUG [hfile-prefetch-1731991706825 {}] hfile.PrefetchExecutor(121): Prefetch completed for 79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-19T04:48:28,015 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,015 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-19T04:48:28,016 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 3a3a605b31dec22213d928d134d5b694, disabling compactions & flushes
2024-11-19T04:48:28,016 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,016 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,016 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694. after waiting 0 ms
2024-11-19T04:48:28,016 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,018 DEBUG [StoreFileCloser-3a3a605b31dec22213d928d134d5b694-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 79b7ad54bf584e74967571c00b963d9d, starting offset: 0, end offset: 9223372036854775807
2024-11-19T04:48:28,019 DEBUG [StoreFileCloser-3a3a605b31dec22213d928d134d5b694-family-1 {}] bucket.BucketCache(856): removed key 79b7ad54bf584e74967571c00b963d9d_0 from back map with offset lock 2094080 in the evict process
2024-11-19T04:48:28,024 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-19T04:48:28,026 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,026 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 3a3a605b31dec22213d928d134d5b694:
Waiting for close lock at 1731991708016Running coprocessor pre-close hooks at 1731991708016Disabling compacts and flushes for region at 1731991708016Disabling writes for close at 1731991708016Writing region close event to WAL at 1731991708020 (+4 ms)Running coprocessor post-close hooks at 1731991708025 (+5 ms)Closed at 1731991708026 (+1 ms)
2024-11-19T04:48:28,026 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 3a3a605b31dec22213d928d134d5b694 move to 08a7f35e60d4,46093,1731991703883 record at close sequenceid=6
2024-11-19T04:48:28,029 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,030 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=CLOSED
2024-11-19T04:48:28,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736 because future has completed
2024-11-19T04:48:28,035 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T04:48:28,035 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,42549,1731991703736 in 177 msec
2024-11-19T04:48:28,036 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE; state=CLOSED, location=08a7f35e60d4,46093,1731991703883; forceNewPlan=false, retain=false
2024-11-19T04:48:28,058 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T04:48:28,059 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T04:48:28,059 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:28,059 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:28,062 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T04:48:28,062 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731991708059
2024-11-19T04:48:28,062 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T04:48:28,186 INFO  [08a7f35e60d4:43225 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T04:48:28,187 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=OPENING, regionLocation=08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:28,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE because future has completed
2024-11-19T04:48:28,190 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,46093,1731991703883}]
2024-11-19T04:48:28,346 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,346 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a3a605b31dec22213d928d134d5b694, NAME => 'testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:28,346 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731991706010 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,346 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:28,347 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,347 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,348 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3a3a605b31dec22213d928d134d5b694 
2024-11-19T04:48:28,349 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3a605b31dec22213d928d134d5b694 columnFamilyName family
2024-11-19T04:48:28,349 DEBUG [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:28,351 DEBUG [StoreFileOpener-3a3a605b31dec22213d928d134d5b694-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d, delay=949 ms
2024-11-19T04:48:28,352 DEBUG [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:28,353 INFO  [StoreOpener-3a3a605b31dec22213d928d134d5b694-1 {}] regionserver.HStore(327): Store=3a3a605b31dec22213d928d134d5b694/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:28,353 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,354 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,355 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,355 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,355 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,361 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,362 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3a3a605b31dec22213d928d134d5b694; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62253484, jitterRate=-0.07235080003738403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:48:28,362 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,363 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3a3a605b31dec22213d928d134d5b694:
Running coprocessor pre-open hook at 1731991708347Writing region info on filesystem at 1731991708347Initializing all the Stores at 1731991708347Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991708347Cleaning up temporary data from old regions at 1731991708355 (+8 ms)Running coprocessor post-open hooks at 1731991708362 (+7 ms)Region opened successfully at 1731991708363 (+1 ms)
2024-11-19T04:48:28,364 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694., pid=9, masterSystemTime=1731991708343
2024-11-19T04:48:28,367 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,367 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,367 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a3a605b31dec22213d928d134d5b694, regionState=OPEN, openSeqNum=10, regionLocation=08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:28,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,46093,1731991703883 because future has completed
2024-11-19T04:48:28,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-19T04:48:28,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a3a605b31dec22213d928d134d5b694, server=08a7f35e60d4,46093,1731991703883 in 182 msec
2024-11-19T04:48:28,375 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731991706010, region=3a3a605b31dec22213d928d134d5b694, REOPEN/MOVE in 525 msec
2024-11-19T04:48:28,403 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T04:48:28,403 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T04:48:28,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:28,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,409 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T04:48:28,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T04:48:28,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=632300009, stopped=false
2024-11-19T04:48:28,409 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a7f35e60d4,43225,1731991702899
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:28,412 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T04:48:28,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:28,413 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T04:48:28,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:28,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:28,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:28,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,415 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,42549,1731991703736' *****
2024-11-19T04:48:28,415 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T04:48:28,415 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,46093,1731991703883' *****
2024-11-19T04:48:28,415 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T04:48:28,415 INFO  [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T04:48:28,415 INFO  [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T04:48:28,416 INFO  [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/bucket.persistence
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T04:48:28,416 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T04:48:28,416 INFO  [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T04:48:28,416 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T04:48:28,417 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T04:48:28,426 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1487): Thread RS:0;08a7f35e60d4:42549 started persisting bucket cache to file
2024-11-19T04:48:28,427 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:28,427 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1487): Thread RS:1;08a7f35e60d4:46093 started persisting bucket cache to file
2024-11-19T04:48:28,427 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:28,427 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:28,427 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:28,431 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T04:48:28,431 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T04:48:28,431 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731991708426
2024-11-19T04:48:28,431 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731991708427
2024-11-19T04:48:28,431 DEBUG [RS:0;08a7f35e60d4:42549 {}] bucket.BucketCache(1509): Thread RS:0;08a7f35e60d4:42549 finished persisting bucket cache to file, renaming
2024-11-19T04:48:28,431 DEBUG [RS:1;08a7f35e60d4:46093 {}] bucket.BucketCache(1509): Thread RS:1;08a7f35e60d4:46093 finished persisting bucket cache to file, renaming
2024-11-19T04:48:28,431 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T04:48:28,431 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T04:48:28,431 INFO  [RS:0;08a7f35e60d4:42549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a7f35e60d4:42549.
2024-11-19T04:48:28,432 DEBUG [RS:0;08a7f35e60d4:42549 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:28,432 DEBUG [RS:0;08a7f35e60d4:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T04:48:28,432 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T04:48:28,433 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:28,433 INFO  [RS:1;08a7f35e60d4:46093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;08a7f35e60d4:46093.
2024-11-19T04:48:28,433 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T04:48:28,433 DEBUG [RS:1;08a7f35e60d4:46093 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:28,434 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-19T04:48:28,434 DEBUG [RS:1;08a7f35e60d4:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,434 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T04:48:28,434 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:28,434 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1325): Online Regions={3a3a605b31dec22213d928d134d5b694=testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.}
2024-11-19T04:48:28,434 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:28,434 DEBUG [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1351): Waiting on 3a3a605b31dec22213d928d134d5b694
2024-11-19T04:48:28,434 DEBUG [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a3a605b31dec22213d928d134d5b694, disabling compactions & flushes
2024-11-19T04:48:28,434 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:48:28,434 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:48:28,434 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,435 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694. after waiting 0 ms
2024-11-19T04:48:28,435 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,435 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-19T04:48:28,436 DEBUG [StoreFileCloser-3a3a605b31dec22213d928d134d5b694-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/family/79b7ad54bf584e74967571c00b963d9d
2024-11-19T04:48:28,443 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnRegionMove1731991706010/3a3a605b31dec22213d928d134d5b694/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-19T04:48:28,444 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,444 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a3a605b31dec22213d928d134d5b694:
Waiting for close lock at 1731991708433Running coprocessor pre-close hooks at 1731991708434 (+1 ms)Disabling compacts and flushes for region at 1731991708434Disabling writes for close at 1731991708435 (+1 ms)Writing region close event to WAL at 1731991708436 (+1 ms)Running coprocessor post-close hooks at 1731991708444 (+8 ms)Closed at 1731991708444
2024-11-19T04:48:28,444 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694.
2024-11-19T04:48:28,447 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6eaf7763ecbf4adc998321d1f0849bf6
2024-11-19T04:48:28,465 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/6eaf7763ecbf4adc998321d1f0849bf6 is 205, key is testBlockEvictionOnRegionMove1731991706010,,1731991706027.3a3a605b31dec22213d928d134d5b694./info:regioninfo/1731991708367/Put/seqid=0
2024-11-19T04:48:28,466 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/6eaf7763ecbf4adc998321d1f0849bf6
2024-11-19T04:48:28,470 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:28,478 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9cd3137773804a35beda488632f57ede
2024-11-19T04:48:28,479 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:28,491 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/9cd3137773804a35beda488632f57ede is 43, key is default/ns:d/1731991705774/Put/seqid=0
2024-11-19T04:48:28,492 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/9cd3137773804a35beda488632f57ede
2024-11-19T04:48:28,503 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b94cbdf3d28a473ab8eb973389181df4
2024-11-19T04:48:28,516 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/b94cbdf3d28a473ab8eb973389181df4 is 78, key is testBlockEvictionOnRegionMove1731991706010/table:state/1731991706450/Put/seqid=0
2024-11-19T04:48:28,517 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/b94cbdf3d28a473ab8eb973389181df4
2024-11-19T04:48:28,520 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/6eaf7763ecbf4adc998321d1f0849bf6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/6eaf7763ecbf4adc998321d1f0849bf6
2024-11-19T04:48:28,522 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/6eaf7763ecbf4adc998321d1f0849bf6, delay=938 ms
2024-11-19T04:48:28,523 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/6eaf7763ecbf4adc998321d1f0849bf6, entries=15, sequenceid=15, filesize=7.6 K
2024-11-19T04:48:28,524 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/9cd3137773804a35beda488632f57ede as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/9cd3137773804a35beda488632f57ede
2024-11-19T04:48:28,525 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/9cd3137773804a35beda488632f57ede, delay=930 ms
2024-11-19T04:48:28,527 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/9cd3137773804a35beda488632f57ede, entries=2, sequenceid=15, filesize=5.0 K
2024-11-19T04:48:28,527 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/b94cbdf3d28a473ab8eb973389181df4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/b94cbdf3d28a473ab8eb973389181df4
2024-11-19T04:48:28,529 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/b94cbdf3d28a473ab8eb973389181df4, delay=949 ms
2024-11-19T04:48:28,530 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/b94cbdf3d28a473ab8eb973389181df4, entries=2, sequenceid=15, filesize=5.3 K
2024-11-19T04:48:28,531 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=15, compaction requested=false
2024-11-19T04:48:28,531 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-19T04:48:28,532 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/6eaf7763ecbf4adc998321d1f0849bf6
2024-11-19T04:48:28,533 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/9cd3137773804a35beda488632f57ede
2024-11-19T04:48:28,534 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/b94cbdf3d28a473ab8eb973389181df4
2024-11-19T04:48:28,538 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-19T04:48:28,539 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T04:48:28,539 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:28,539 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731991708433Running coprocessor pre-close hooks at 1731991708434 (+1 ms)Disabling compacts and flushes for region at 1731991708434Disabling writes for close at 1731991708434Obtaining lock to block concurrent updates at 1731991708435 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731991708435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731991708435Flushing stores of hbase:meta,,1.1588230740 at 1731991708436 (+1 ms)Flushing 1588230740/info: creating writer at 1731991708436Flushing 1588230740/info: appending metadata at 1731991708464 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731991708464Flushing 1588230740/ns: creating writer at 1731991708470 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731991708491 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731991708491Flushing 1588230740/table: creating writer at 1731991708495 (+4 ms)Flushing 1588230740/table: appending metadata at 1731991708516 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731991708516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b54cac: reopening flushed file at 1731991708520 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e52e7d: reopening flushed file at 1731991708523 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178f3253: reopening flushed file at 1731991708527 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=15, compaction requested=false at 1731991708531 (+4 ms)Writing region close event to WAL at 1731991708534 (+3 ms)Running coprocessor post-close hooks at 1731991708538 (+4 ms)Closed at 1731991708539 (+1 ms)
2024-11-19T04:48:28,539 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:28,634 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,42549,1731991703736; all regions closed.
2024-11-19T04:48:28,634 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,46093,1731991703883; all regions closed.
2024-11-19T04:48:28,639 DEBUG [RS:1;08a7f35e60d4:46093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:28,639 DEBUG [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C46093%2C1731991703883:(num 1731991705224)
2024-11-19T04:48:28,640 INFO  [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C42549%2C1731991703736.meta:.meta(num 1731991705642)
2024-11-19T04:48:28,640 DEBUG [RS:1;08a7f35e60d4:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T04:48:28,640 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T04:48:28,641 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T04:48:28,640 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:28,641 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:28,641 INFO  [RS:1;08a7f35e60d4:46093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46093
2024-11-19T04:48:28,642 DEBUG [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:28,642 INFO  [RS:0;08a7f35e60d4:42549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C42549%2C1731991703736:(num 1731991705223)
2024-11-19T04:48:28,642 DEBUG [RS:0;08a7f35e60d4:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:28,642 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:28,642 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:28,643 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:28,643 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:28,643 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:28,643 INFO  [RS:0;08a7f35e60d4:42549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42549
2024-11-19T04:48:28,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:28,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,46093,1731991703883
2024-11-19T04:48:28,646 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:28,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,42549,1731991703736
2024-11-19T04:48:28,647 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:28,648 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,46093,1731991703883]
2024-11-19T04:48:28,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,46093,1731991703883 already deleted, retry=false
2024-11-19T04:48:28,650 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,46093,1731991703883 expired; onlineServers=1
2024-11-19T04:48:28,650 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,42549,1731991703736]
2024-11-19T04:48:28,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,42549,1731991703736 already deleted, retry=false
2024-11-19T04:48:28,652 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,42549,1731991703736 expired; onlineServers=0
2024-11-19T04:48:28,652 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a7f35e60d4,43225,1731991702899' *****
2024-11-19T04:48:28,652 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T04:48:28,652 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:28,652 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:28,652 DEBUG [M:0;08a7f35e60d4:43225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T04:48:28,652 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T04:48:28,652 DEBUG [M:0;08a7f35e60d4:43225 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T04:48:28,652 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991704899 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991704899,5,FailOnTimeoutGroup]
2024-11-19T04:48:28,652 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991704898 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991704898,5,FailOnTimeoutGroup]
2024-11-19T04:48:28,653 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.ChoreService(370): Chore service for: master/08a7f35e60d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:28,653 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:28,653 DEBUG [M:0;08a7f35e60d4:43225 {}] master.HMaster(1795): Stopping service threads
2024-11-19T04:48:28,653 INFO  [M:0;08a7f35e60d4:43225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T04:48:28,653 INFO  [M:0;08a7f35e60d4:43225 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T04:48:28,654 INFO  [M:0;08a7f35e60d4:43225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T04:48:28,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T04:48:28,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:28,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:28,655 DEBUG [M:0;08a7f35e60d4:43225 {}] zookeeper.ZKUtil(347): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T04:48:28,655 WARN  [M:0;08a7f35e60d4:43225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T04:48:28,655 INFO  [M:0;08a7f35e60d4:43225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.lastflushedseqids
2024-11-19T04:48:28,666 INFO  [M:0;08a7f35e60d4:43225 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T04:48:28,667 INFO  [M:0;08a7f35e60d4:43225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T04:48:28,667 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T04:48:28,667 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:28,667 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:28,667 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T04:48:28,667 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:28,667 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB
2024-11-19T04:48:28,678 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d7ee2519f1bb4bd089c465b912f545db
2024-11-19T04:48:28,692 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ee2519f1bb4bd089c465b912f545db is 82, key is hbase:meta,,1/info:regioninfo/1731991705710/Put/seqid=0
2024-11-19T04:48:28,692 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ee2519f1bb4bd089c465b912f545db
2024-11-19T04:48:28,700 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 55930a6a63f1437183fd60f065b407e0
2024-11-19T04:48:28,714 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55930a6a63f1437183fd60f065b407e0 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731991706455/Put/seqid=0
2024-11-19T04:48:28,715 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55930a6a63f1437183fd60f065b407e0
2024-11-19T04:48:28,723 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 183c88f6169a476c9cec7e2133854dc3
2024-11-19T04:48:28,743 DEBUG [M:0;08a7f35e60d4:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183c88f6169a476c9cec7e2133854dc3 is 69, key is 08a7f35e60d4,42549,1731991703736/rs:state/1731991704976/Put/seqid=0
2024-11-19T04:48:28,744 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183c88f6169a476c9cec7e2133854dc3
2024-11-19T04:48:28,746 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ee2519f1bb4bd089c465b912f545db as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ee2519f1bb4bd089c465b912f545db
2024-11-19T04:48:28,748 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ee2519f1bb4bd089c465b912f545db, entries=8, sequenceid=84, filesize=5.5 K
2024-11-19T04:48:28,749 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55930a6a63f1437183fd60f065b407e0 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55930a6a63f1437183fd60f065b407e0
2024-11-19T04:48:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1012e8df6da0002, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1012e8df6da0001, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,750 INFO  [RS:1;08a7f35e60d4:46093 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:28,750 INFO  [RS:0;08a7f35e60d4:42549 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:28,750 INFO  [RS:1;08a7f35e60d4:46093 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,46093,1731991703883; zookeeper connection closed.
2024-11-19T04:48:28,750 INFO  [RS:0;08a7f35e60d4:42549 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,42549,1731991703736; zookeeper connection closed.
2024-11-19T04:48:28,751 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55930a6a63f1437183fd60f065b407e0, entries=9, sequenceid=84, filesize=6.5 K
2024-11-19T04:48:28,751 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28bae62a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28bae62a
2024-11-19T04:48:28,751 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183c88f6169a476c9cec7e2133854dc3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183c88f6169a476c9cec7e2133854dc3
2024-11-19T04:48:28,752 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@426a8362 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@426a8362
2024-11-19T04:48:28,752 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-19T04:48:28,753 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183c88f6169a476c9cec7e2133854dc3, entries=2, sequenceid=84, filesize=5.1 K
2024-11-19T04:48:28,754 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=84, compaction requested=false
2024-11-19T04:48:28,758 INFO  [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:28,758 DEBUG [M:0;08a7f35e60d4:43225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731991708667Disabling compacts and flushes for region at 1731991708667Disabling writes for close at 1731991708667Obtaining lock to block concurrent updates at 1731991708668 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731991708668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731991708668Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731991708668Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731991708668Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731991708691 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731991708691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731991708694 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731991708713 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731991708713Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731991708717 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731991708742 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731991708742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f46fe90: reopening flushed file at 1731991708746 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae17a3d: reopening flushed file at 1731991708748 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68dc4653: reopening flushed file at 1731991708751 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=84, compaction requested=false at 1731991708754 (+3 ms)Writing region close event to WAL at 1731991708757 (+3 ms)Closed at 1731991708758 (+1 ms)
2024-11-19T04:48:28,760 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:28,760 INFO  [M:0;08a7f35e60d4:43225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T04:48:28,760 INFO  [M:0;08a7f35e60d4:43225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43225
2024-11-19T04:48:28,761 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:28,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,864 INFO  [M:0;08a7f35e60d4:43225 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:28,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1012e8df6da0000, quorum=127.0.0.1:60556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:28,869 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T04:48:28,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-19T04:48:28,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,898 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=50 (was 12)
Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/08a7f35e60d4:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/08a7f35e60d4:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731991708525
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731991708351
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/08a7f35e60d4:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731991708522
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731991706825
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/08a7f35e60d4:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=12777 (was 13116)
2024-11-19T04:48:28,904 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=50, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=12777
2024-11-19T04:48:28,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/hadoop-log-dir so I do NOT create it in target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697
2024-11-19T04:48:28,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/hadoop-tmp-dir so I do NOT create it in target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697
2024-11-19T04:48:28,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,909 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/cluster_dfa6e749-4048-66a7-2562-61878265be7e, deleteOnExit=true
2024-11-19T04:48:28,913 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/cluster_dfa6e749-4048-66a7-2562-61878265be7e/zookeeper_0, clientPort=57185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/cluster_dfa6e749-4048-66a7-2562-61878265be7e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/cluster_dfa6e749-4048-66a7-2562-61878265be7e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T04:48:28,914 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57185
2024-11-19T04:48:28,928 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de with version=8
2024-11-19T04:48:28,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase-staging
2024-11-19T04:48:28,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:28,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T04:48:28,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:28,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39737
2024-11-19T04:48:28,934 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39737 connecting to ZooKeeper ensemble=127.0.0.1:57185
2024-11-19T04:48:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397370x0, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:28,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39737-0x1012e8e0f7f0000 connected
2024-11-19T04:48:28,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:28,970 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de, hbase.cluster.distributed=false
2024-11-19T04:48:28,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39737
2024-11-19T04:48:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39737
2024-11-19T04:48:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39737
2024-11-19T04:48:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39737
2024-11-19T04:48:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39737
2024-11-19T04:48:28,990 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:28,990 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,990 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,991 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:28,991 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:28,991 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:28,991 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:48:28,991 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:28,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32995
2024-11-19T04:48:28,993 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32995 connecting to ZooKeeper ensemble=127.0.0.1:57185
2024-11-19T04:48:28,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329950x0, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:28,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32995-0x1012e8e0f7f0001 connected
2024-11-19T04:48:28,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:28,997 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:48:28,998 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache
2024-11-19T04:48:28,998 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T04:48:28,998 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T04:48:28,999 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T04:48:28,999 INFO  [Thread-118 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T04:48:28,999 WARN  [Thread-118 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T04:48:29,000 INFO  [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T04:48:29,000 INFO  [Thread-118 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence is complete.
2024-11-19T04:48:29,000 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T04:48:29,001 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:48:29,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T04:48:29,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:29,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-19T04:48:29,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32995
2024-11-19T04:48:29,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32995
2024-11-19T04:48:29,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-19T04:48:29,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:29,026 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:48:29,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:29,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41001
2024-11-19T04:48:29,029 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41001 connecting to ZooKeeper ensemble=127.0.0.1:57185
2024-11-19T04:48:29,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:29,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:29,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410010x0, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:29,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41001-0x1012e8e0f7f0002 connected
2024-11-19T04:48:29,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:29,033 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:48:29,034 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache
2024-11-19T04:48:29,034 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T04:48:29,034 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T04:48:29,034 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T04:48:29,034 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T04:48:29,035 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T04:48:29,035 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T04:48:29,035 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence is complete.
2024-11-19T04:48:29,035 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T04:48:29,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:48:29,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T04:48:29,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:29,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41001
2024-11-19T04:48:29,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41001
2024-11-19T04:48:29,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41001
2024-11-19T04:48:29,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41001
2024-11-19T04:48:29,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41001
2024-11-19T04:48:29,060 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a7f35e60d4:39737
2024-11-19T04:48:29,061 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,064 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,069 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T04:48:29,069 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a7f35e60d4,39737,1731991708931 from backup master directory
2024-11-19T04:48:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:48:29,071 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:29,071 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,073 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase.id] with ID: 76802a9b-fd3e-45a2-b3e7-0aeabba68df2
2024-11-19T04:48:29,073 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.tmp/hbase.id
2024-11-19T04:48:29,077 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/hbase.id]
2024-11-19T04:48:29,110 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:29,110 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T04:48:29,112 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-19T04:48:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,119 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:48:29,120 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T04:48:29,120 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:29,140 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store
2024-11-19T04:48:29,146 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T04:48:29,147 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:29,147 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731991709147Disabling compacts and flushes for region at 1731991709147Disabling writes for close at 1731991709147Writing region close event to WAL at 1731991709147Closed at 1731991709147
2024-11-19T04:48:29,147 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/.initializing
2024-11-19T04:48:29,147 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,153 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:29,156 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C39737%2C1731991708931, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,39737,1731991708931, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/oldWALs, maxLogs=10
2024-11-19T04:48:29,174 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/WALs/08a7f35e60d4,39737,1731991708931/08a7f35e60d4%2C39737%2C1731991708931.1731991709157
2024-11-19T04:48:29,175 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:29,175 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:29,175 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:29,175 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,175 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,176 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:29,181 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T04:48:29,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,182 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,182 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:29,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T04:48:29,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:29,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:29,190 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T04:48:29,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:29,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:48:29,194 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T04:48:29,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,195 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:29,195 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,195 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,195 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,196 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,196 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,196 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:29,196 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:48:29,206 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:29,207 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65882921, jitterRate=-0.018267974257469177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:29,208 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731991709175Initializing all the Stores at 1731991709176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709176Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991709176Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991709176Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991709176Cleaning up temporary data from old regions at 1731991709196 (+20 ms)Region opened successfully at 1731991709208 (+12 ms)
2024-11-19T04:48:29,209 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T04:48:29,214 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344ebc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:29,215 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T04:48:29,215 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T04:48:29,215 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T04:48:29,216 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T04:48:29,216 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-19T04:48:29,217 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-19T04:48:29,217 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T04:48:29,219 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T04:48:29,220 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T04:48:29,223 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T04:48:29,224 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T04:48:29,225 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T04:48:29,226 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T04:48:29,226 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T04:48:29,227 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T04:48:29,229 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T04:48:29,230 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T04:48:29,231 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T04:48:29,233 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T04:48:29,235 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,238 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a7f35e60d4,39737,1731991708931, sessionid=0x1012e8e0f7f0000, setting cluster-up flag (Was=false)
2024-11-19T04:48:29,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,248 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T04:48:29,249 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,259 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T04:48:29,260 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:29,261 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T04:48:29,263 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:29,263 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T04:48:29,264 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T04:48:29,264 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a7f35e60d4,39737,1731991708931
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T04:48:29,266 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:29,267 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:29,267 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:29,267 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:48:29,268 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a7f35e60d4:0, corePoolSize=10, maxPoolSize=10
2024-11-19T04:48:29,268 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,268 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:29,268 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991739277
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T04:48:29,277 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T04:48:29,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:29,278 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T04:48:29,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,278 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T04:48:29,280 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,280 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T04:48:29,280 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T04:48:29,280 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T04:48:29,281 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T04:48:29,281 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T04:48:29,283 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991709281,5,FailOnTimeoutGroup]
2024-11-19T04:48:29,284 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991709283,5,FailOnTimeoutGroup]
2024-11-19T04:48:29,284 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,284 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T04:48:29,285 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,285 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,293 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T04:48:29,293 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:29,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T04:48:29,305 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:48:29,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T04:48:29,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:48:29,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T04:48:29,316 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:48:29,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,317 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T04:48:29,322 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:48:29,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,322 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:48:29,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:29,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:29,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:48:29,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:48:29,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:29,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:48:29,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:29,330 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72797947, jitterRate=0.0847739428281784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:29,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731991709300Initializing all the Stores at 1731991709300Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991709300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709301 (+1 ms)Cleaning up temporary data from old regions at 1731991709323 (+22 ms)Region opened successfully at 1731991709331 (+8 ms)
2024-11-19T04:48:29,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:48:29,331 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:48:29,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:48:29,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:48:29,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:48:29,332 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731991709331Disabling compacts and flushes for region at 1731991709331Disabling writes for close at 1731991709331Writing region close event to WAL at 1731991709332 (+1 ms)Closed at 1731991709332
2024-11-19T04:48:29,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:29,333 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T04:48:29,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T04:48:29,334 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:29,335 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T04:48:29,351 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(746): ClusterId : 76802a9b-fd3e-45a2-b3e7-0aeabba68df2
2024-11-19T04:48:29,351 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(746): ClusterId : 76802a9b-fd3e-45a2-b3e7-0aeabba68df2
2024-11-19T04:48:29,351 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:48:29,351 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:48:29,355 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:48:29,355 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:48:29,355 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:48:29,355 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:48:29,357 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:48:29,358 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:48:29,358 DEBUG [RS:0;08a7f35e60d4:32995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2111466d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:29,358 DEBUG [RS:1;08a7f35e60d4:41001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2396405c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:29,373 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;08a7f35e60d4:41001
2024-11-19T04:48:29,373 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:48:29,373 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:48:29,373 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:48:29,374 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,39737,1731991708931 with port=41001, startcode=1731991709025
2024-11-19T04:48:29,375 DEBUG [RS:1;08a7f35e60d4:41001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:48:29,376 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a7f35e60d4:32995
2024-11-19T04:48:29,376 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:48:29,376 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:48:29,376 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:48:29,377 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,39737,1731991708931 with port=32995, startcode=1731991708990
2024-11-19T04:48:29,377 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:48:29,378 DEBUG [RS:0;08a7f35e60d4:32995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:48:29,378 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,378 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,380 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:29,380 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T04:48:29,380 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:48:29,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:29,382 DEBUG [RS:1;08a7f35e60d4:41001 {}] zookeeper.ZKUtil(111): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,382 WARN  [RS:1;08a7f35e60d4:41001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:29,382 INFO  [RS:1;08a7f35e60d4:41001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:29,382 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,385 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:48:29,385 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,41001,1731991709025]
2024-11-19T04:48:29,386 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,386 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,388 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:29,388 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T04:48:29,388 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:48:29,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:29,395 DEBUG [RS:0;08a7f35e60d4:32995 {}] zookeeper.ZKUtil(111): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,395 WARN  [RS:0;08a7f35e60d4:32995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:29,395 INFO  [RS:0;08a7f35e60d4:32995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:29,395 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,32995,1731991708990]
2024-11-19T04:48:29,395 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,396 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:48:29,398 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:48:29,400 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:48:29,402 INFO  [RS:1;08a7f35e60d4:41001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:48:29,402 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,404 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:48:29,404 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:48:29,405 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:48:29,405 INFO  [RS:0;08a7f35e60d4:32995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:48:29,405 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,405 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,405 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,405 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:48:29,405 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:29,406 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,406 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:29,407 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:1;08a7f35e60d4:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,407 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,408 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,408 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,408 DEBUG [RS:0;08a7f35e60d4:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,408 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,41001,1731991709025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:29,411 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,412 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,412 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,412 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,412 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,412 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,32995,1731991708990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:29,435 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:48:29,435 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:48:29,435 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,41001,1731991709025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,435 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,32995,1731991708990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,435 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,435 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,435 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.Replication(171): 08a7f35e60d4,32995,1731991708990 started
2024-11-19T04:48:29,435 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.Replication(171): 08a7f35e60d4,41001,1731991709025 started
2024-11-19T04:48:29,459 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,459 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,459 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,32995,1731991708990, RpcServer on 08a7f35e60d4/172.17.0.2:32995, sessionid=0x1012e8e0f7f0001
2024-11-19T04:48:29,459 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,41001,1731991709025, RpcServer on 08a7f35e60d4/172.17.0.2:41001, sessionid=0x1012e8e0f7f0002
2024-11-19T04:48:29,459 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:48:29,459 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:48:29,459 DEBUG [RS:0;08a7f35e60d4:32995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,459 DEBUG [RS:1;08a7f35e60d4:41001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,459 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,32995,1731991708990'
2024-11-19T04:48:29,459 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,41001,1731991709025'
2024-11-19T04:48:29,459 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:48:29,459 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:48:29,460 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:48:29,460 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:48:29,461 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:48:29,461 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:48:29,461 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:48:29,461 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:48:29,461 DEBUG [RS:1;08a7f35e60d4:41001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,461 DEBUG [RS:0;08a7f35e60d4:32995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:29,461 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,41001,1731991709025'
2024-11-19T04:48:29,461 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:48:29,461 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,32995,1731991708990'
2024-11-19T04:48:29,461 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:48:29,462 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:48:29,462 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:48:29,462 DEBUG [RS:0;08a7f35e60d4:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:48:29,462 DEBUG [RS:1;08a7f35e60d4:41001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:48:29,462 INFO  [RS:0;08a7f35e60d4:32995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:48:29,462 INFO  [RS:0;08a7f35e60d4:32995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:48:29,462 INFO  [RS:1;08a7f35e60d4:41001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:48:29,462 INFO  [RS:1;08a7f35e60d4:41001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:48:29,485 WARN  [08a7f35e60d4:39737 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:48:29,563 INFO  [RS:0;08a7f35e60d4:32995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:29,563 INFO  [RS:1;08a7f35e60d4:41001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:29,564 INFO  [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C32995%2C1731991708990, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,32995,1731991708990, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:29,564 INFO  [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C41001%2C1731991709025, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:29,585 INFO  [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,32995,1731991708990/08a7f35e60d4%2C32995%2C1731991708990.1731991709566
2024-11-19T04:48:29,585 DEBUG [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:29,591 INFO  [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025/08a7f35e60d4%2C41001%2C1731991709025.1731991709566
2024-11-19T04:48:29,591 DEBUG [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:29,736 DEBUG [08a7f35e60d4:39737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-19T04:48:29,736 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0}
2024-11-19T04:48:29,737 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T04:48:29,737 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T04:48:29,737 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T04:48:29,737 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T04:48:29,737 INFO  [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T04:48:29,737 INFO  [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T04:48:29,737 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T04:48:29,738 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,739 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,41001,1731991709025, state=OPENING
2024-11-19T04:48:29,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T04:48:29,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:29,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:29,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,743 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41001,1731991709025}]
2024-11-19T04:48:29,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T04:48:29,899 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T04:48:29,900 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T04:48:29,900 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:29,901 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T04:48:29,902 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C41001%2C1731991709025.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:29,923 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025/08a7f35e60d4%2C41001%2C1731991709025.meta.1731991709903.meta
2024-11-19T04:48:29,923 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:29,923 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:29,924 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T04:48:29,924 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T04:48:29,924 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T04:48:29,924 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T04:48:29,925 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:29,925 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T04:48:29,925 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T04:48:29,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T04:48:29,927 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:48:29,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,927 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,927 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T04:48:29,928 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:48:29,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T04:48:29,930 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:48:29,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,930 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,930 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T04:48:29,931 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:48:29,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:29,931 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:29,931 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:48:29,932 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:29,933 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:29,933 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:48:29,933 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:48:29,933 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:29,934 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:48:29,935 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62641593, jitterRate=-0.06656752526760101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:29,935 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T04:48:29,936 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731991709925Writing region info on filesystem at 1731991709925Initializing all the Stores at 1731991709925Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709926 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991709926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991709926Cleaning up temporary data from old regions at 1731991709933 (+7 ms)Running coprocessor post-open hooks at 1731991709935 (+2 ms)Region opened successfully at 1731991709935
2024-11-19T04:48:29,936 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731991709896
2024-11-19T04:48:29,939 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T04:48:29,939 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T04:48:29,939 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,940 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,41001,1731991709025, state=OPEN
2024-11-19T04:48:29,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:29,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:29,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:29,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:29,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:29,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T04:48:29,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41001,1731991709025 in 200 msec
2024-11-19T04:48:29,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T04:48:29,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec
2024-11-19T04:48:29,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:48:29,948 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T04:48:29,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:48:29,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1]
2024-11-19T04:48:29,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:48:29,954 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:48:29,959 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 696 msec
2024-11-19T04:48:29,960 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731991709959, completionTime=-1
2024-11-19T04:48:29,960 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-19T04:48:29,960 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T04:48:29,962 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-19T04:48:29,962 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991769962
2024-11-19T04:48:29,962 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991829962
2024-11-19T04:48:29,962 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-19T04:48:29,963 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,963 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,963 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,963 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a7f35e60d4:39737, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,964 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,964 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:29,967 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.898sec
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:29,969 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T04:48:29,971 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T04:48:29,971 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T04:48:29,971 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,39737,1731991708931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:30,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc06048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:30,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a7f35e60d4,39737,-1 for getting cluster id
2024-11-19T04:48:30,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T04:48:30,053 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76802a9b-fd3e-45a2-b3e7-0aeabba68df2'
2024-11-19T04:48:30,054 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T04:48:30,054 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76802a9b-fd3e-45a2-b3e7-0aeabba68df2"

2024-11-19T04:48:30,055 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3ae0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:30,055 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a7f35e60d4,39737,-1]
2024-11-19T04:48:30,055 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T04:48:30,056 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:30,057 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T04:48:30,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143f7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:48:30,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:48:30,061 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1]
2024-11-19T04:48:30,061 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:48:30,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:48:30,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:30,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T04:48:30,068 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:30,068 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da912bc
2024-11-19T04:48:30,068 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T04:48:30,070 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T04:48:30,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731991710065', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:48:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065
2024-11-19T04:48:30,074 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T04:48:30,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:30,074 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1731991710065"
 procId is: 4
2024-11-19T04:48:30,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T04:48:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:30,085 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f8e71b3e61bcc5299bc9f5140715ed6, NAME => 'testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731991710065', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:30,091 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:30,091 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1722): Closing 7f8e71b3e61bcc5299bc9f5140715ed6, disabling compactions & flushes
2024-11-19T04:48:30,091 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,091 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,092 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6. after waiting 0 ms
2024-11-19T04:48:30,092 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,092 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,092 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731991710065-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f8e71b3e61bcc5299bc9f5140715ed6:
Waiting for close lock at 1731991710091Disabling compacts and flushes for region at 1731991710091Disabling writes for close at 1731991710092 (+1 ms)Writing region close event to WAL at 1731991710092Closed at 1731991710092
2024-11-19T04:48:30,093 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T04:48:30,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731991710093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991710093"}]},"ts":"1731991710093"}
2024-11-19T04:48:30,095 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T04:48:30,096 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T04:48:30,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731991710065","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991710096"}]},"ts":"1731991710096"}
2024-11-19T04:48:30,098 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731991710065, state=ENABLING in hbase:meta
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0}
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T04:48:30,099 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T04:48:30,099 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T04:48:30,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T04:48:30,099 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN}]
2024-11-19T04:48:30,100 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN
2024-11-19T04:48:30,101 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41001,1731991709025; forceNewPlan=false, retain=false
2024-11-19T04:48:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:30,252 INFO  [08a7f35e60d4:39737 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T04:48:30,253 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f8e71b3e61bcc5299bc9f5140715ed6, regionState=OPENING, regionLocation=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN because future has completed
2024-11-19T04:48:30,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,41001,1731991709025}]
2024-11-19T04:48:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:30,411 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,411 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f8e71b3e61bcc5299bc9f5140715ed6, NAME => 'testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:30,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731991710065 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:30,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,413 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 7f8e71b3e61bcc5299bc9f5140715ed6 
2024-11-19T04:48:30,417 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8e71b3e61bcc5299bc9f5140715ed6 columnFamilyName family
2024-11-19T04:48:30,417 DEBUG [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:30,417 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] regionserver.HStore(327): Store=7f8e71b3e61bcc5299bc9f5140715ed6/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:30,417 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,418 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,418 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,418 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,418 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,419 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,426 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:48:30,427 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f8e71b3e61bcc5299bc9f5140715ed6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69356558, jitterRate=0.033493250608444214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:48:30,427 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:30,427 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f8e71b3e61bcc5299bc9f5140715ed6:
Running coprocessor pre-open hook at 1731991710412Writing region info on filesystem at 1731991710412Initializing all the Stores at 1731991710413 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991710413Cleaning up temporary data from old regions at 1731991710418 (+5 ms)Running coprocessor post-open hooks at 1731991710427 (+9 ms)Region opened successfully at 1731991710427
2024-11-19T04:48:30,428 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6., pid=6, masterSystemTime=1731991710409
2024-11-19T04:48:30,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,431 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:30,431 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f8e71b3e61bcc5299bc9f5140715ed6, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:30,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,41001,1731991709025 because future has completed
2024-11-19T04:48:30,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T04:48:30,439 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,41001,1731991709025 in 180 msec
2024-11-19T04:48:30,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T04:48:30,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN in 339 msec
2024-11-19T04:48:30,441 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T04:48:30,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731991710065","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991710441"}]},"ts":"1731991710441"}
2024-11-19T04:48:30,444 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731991710065, state=ENABLED in hbase:meta
2024-11-19T04:48:30,445 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T04:48:30,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731991710065 in 374 msec
2024-11-19T04:48:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:48:30,705 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731991710065 completed
2024-11-19T04:48:30,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731991710065 get assigned. Timeout = 60000ms
2024-11-19T04:48:30,705 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:48:30,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731991710065 assigned to meta. Checking AM states.
2024-11-19T04:48:30,709 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:48:30,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731991710065 assigned.
2024-11-19T04:48:30,712 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731991710065', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6., hostname=08a7f35e60d4,41001,1731991709025, seqNum=2]
2024-11-19T04:48:30,718 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f8e71b3e61bcc5299bc9f5140715ed6 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-19T04:48:30,729 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:30,743 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/.tmp/family/7ef41d24c1ed4552ad9ee5a996dc8790 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-19T04:48:30,743 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/.tmp/family/7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:30,746 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/.tmp/family/7ef41d24c1ed4552ad9ee5a996dc8790 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:30,747 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, delay=977 ms
2024-11-19T04:48:30,749 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, entries=2, sequenceid=6, filesize=4.9 K
2024-11-19T04:48:30,749 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 7f8e71b3e61bcc5299bc9f5140715ed6 in 31ms, sequenceid=6, compaction requested=false
2024-11-19T04:48:30,749 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731991710065'
2024-11-19T04:48:30,750 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f8e71b3e61bcc5299bc9f5140715ed6:

2024-11-19T04:48:31,178 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T04:48:31,726 DEBUG [hfile-prefetch-1731991708351 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7ef41d24c1ed4552ad9ee5a996dc8790_0. 
2024-11-19T04:48:31,726 DEBUG [hfile-prefetch-1731991708351 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 7ef41d24c1ed4552ad9ee5a996dc8790_117. 
2024-11-19T04:48:31,727 DEBUG [hfile-prefetch-1731991708351 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, with total blocks 2, and data blocks 1
2024-11-19T04:48:31,727 DEBUG [hfile-prefetch-1731991708351 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-19T04:48:31,727 DEBUG [hfile-prefetch-1731991708351 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-19T04:48:31,727 DEBUG [hfile-prefetch-1731991708351 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790. Will sleep 100ms and try the verification again.
2024-11-19T04:48:31,736 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T04:48:31,736 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T04:48:31,737 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:31,737 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:31,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T04:48:31,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731991711736
2024-11-19T04:48:31,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T04:48:31,750 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;08a7f35e60d4:41001,5,FailOnTimeoutGroup]
2024-11-19T04:48:31,750 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,41001,1731991709025' *****
2024-11-19T04:48:31,750 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-11-19T04:48:31,750 INFO  [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T04:48:31,751 INFO  [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence
2024-11-19T04:48:31,751 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T04:48:31,751 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T04:48:31,751 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T04:48:31,751 INFO  [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T04:48:31,751 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T04:48:31,761 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1487): Thread RS:1;08a7f35e60d4:41001 started persisting bucket cache to file
2024-11-19T04:48:31,761 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:31,761 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:31,765 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T04:48:31,765 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731991711761
2024-11-19T04:48:31,765 DEBUG [RS:1;08a7f35e60d4:41001 {}] bucket.BucketCache(1509): Thread RS:1;08a7f35e60d4:41001 finished persisting bucket cache to file, renaming
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T04:48:31,765 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:31,765 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:31,766 INFO  [RS:1;08a7f35e60d4:41001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;08a7f35e60d4:41001.
2024-11-19T04:48:31,766 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:31,766 DEBUG [RS:1;08a7f35e60d4:41001 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:31,766 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f8e71b3e61bcc5299bc9f5140715ed6, disabling compactions & flushes
2024-11-19T04:48:31,766 DEBUG [RS:1;08a7f35e60d4:41001 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:31,766 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:31,766 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:31,766 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6. after waiting 0 ms
2024-11-19T04:48:31,766 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T04:48:31,766 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:31,766 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T04:48:31,766 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T04:48:31,766 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T04:48:31,767 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-19T04:48:31,767 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1325): Online Regions={7f8e71b3e61bcc5299bc9f5140715ed6=testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6., 1588230740=hbase:meta,,1.1588230740}
2024-11-19T04:48:31,767 DEBUG [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:31,767 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:31,767 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:48:31,767 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:48:31,767 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:48:31,767 DEBUG [StoreFileCloser-7f8e71b3e61bcc5299bc9f5140715ed6-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:31,767 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:48:31,767 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:48:31,767 WARN  [hfile-prefetch-1731991708351 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-19T04:48:31,768 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB
2024-11-19T04:48:31,768 DEBUG [hfile-prefetch-1731991708351 {}] hfile.PrefetchExecutor(121): Prefetch completed for 7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:31,772 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-19T04:48:31,773 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:31,773 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f8e71b3e61bcc5299bc9f5140715ed6:
Waiting for close lock at 1731991711766Running coprocessor pre-close hooks at 1731991711766Disabling compacts and flushes for region at 1731991711766Disabling writes for close at 1731991711766Writing region close event to WAL at 1731991711768 (+2 ms)Running coprocessor post-close hooks at 1731991711773 (+5 ms)Closed at 1731991711773
2024-11-19T04:48:31,773 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:31,780 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:31,798 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/73e7616e9ccf42ca82f0438f805639c7 is 209, key is testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6./info:regioninfo/1731991710431/Put/seqid=0
2024-11-19T04:48:31,799 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:31,808 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:31,813 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:31,823 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/063d36a67164491aaff38d2ca4bbc563 is 43, key is default/ns:d/1731991709955/Put/seqid=0
2024-11-19T04:48:31,823 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:31,832 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:31,845 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/3603f74d527f4828b5d3dcca75fc8886 is 80, key is testBlockEvictionOnGracefulStop1731991710065/table:state/1731991710441/Put/seqid=0
2024-11-19T04:48:31,845 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:31,848 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/73e7616e9ccf42ca82f0438f805639c7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:31,849 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7, delay=915 ms
2024-11-19T04:48:31,850 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7, entries=10, sequenceid=11, filesize=7.0 K
2024-11-19T04:48:31,851 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/ns/063d36a67164491aaff38d2ca4bbc563 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:31,852 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563, delay=917 ms
2024-11-19T04:48:31,853 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563, entries=2, sequenceid=11, filesize=5.0 K
2024-11-19T04:48:31,853 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/table/3603f74d527f4828b5d3dcca75fc8886 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:31,854 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886, delay=953 ms
2024-11-19T04:48:31,855 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886, entries=2, sequenceid=11, filesize=5.3 K
2024-11-19T04:48:31,856 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=11, compaction requested=false
2024-11-19T04:48:31,857 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:31,857 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:31,858 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:31,862 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-19T04:48:31,862 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T04:48:31,863 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:31,863 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731991711767Running coprocessor pre-close hooks at 1731991711767Disabling compacts and flushes for region at 1731991711767Disabling writes for close at 1731991711767Obtaining lock to block concurrent updates at 1731991711768 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731991711768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1731991711768Flushing stores of hbase:meta,,1.1588230740 at 1731991711768Flushing 1588230740/info: creating writer at 1731991711769 (+1 ms)Flushing 1588230740/info: appending metadata at 1731991711798 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731991711798Flushing 1588230740/ns: creating writer at 1731991711801 (+3 ms)Flushing 1588230740/ns: appending metadata at 1731991711822 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731991711822Flushing 1588230740/table: creating writer at 1731991711826 (+4 ms)Flushing 1588230740/table: appending metadata at 1731991711844 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731991711844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf6e95: reopening flushed file at 1731991711848 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e405669: reopening flushed file at 1731991711851 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b17ddf: reopening flushed file at 1731991711853 (+2 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=11, compaction requested=false at 1731991711856 (+3 ms)Writing region close event to WAL at 1731991711858 (+2 ms)Running coprocessor post-close hooks at 1731991711862 (+4 ms)Closed at 1731991711863 (+1 ms)
2024-11-19T04:48:31,863 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:31,967 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,41001,1731991709025; all regions closed.
2024-11-19T04:48:31,970 DEBUG [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:31,970 INFO  [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C41001%2C1731991709025.meta:.meta(num 1731991709903)
2024-11-19T04:48:31,972 DEBUG [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:31,972 INFO  [RS:1;08a7f35e60d4:41001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C41001%2C1731991709025:(num 1731991709566)
2024-11-19T04:48:31,972 DEBUG [RS:1;08a7f35e60d4:41001 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:31,972 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:31,972 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:31,972 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:31,972 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:31,972 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:31,973 INFO  [RS:1;08a7f35e60d4:41001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41001
2024-11-19T04:48:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,41001,1731991709025
2024-11-19T04:48:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:31,977 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:31,978 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,41001,1731991709025]
2024-11-19T04:48:31,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,41001,1731991709025 already deleted, retry=false
2024-11-19T04:48:31,981 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 08a7f35e60d4,41001,1731991709025 on 08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:31,985 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a7f35e60d4,41001,1731991709025, splitWal=true, meta=true
2024-11-19T04:48:31,987 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 08a7f35e60d4,41001,1731991709025 (carryingMeta=true) 08a7f35e60d4,41001,1731991709025/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1cd9c7a0[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-19T04:48:31,988 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 08a7f35e60d4,41001,1731991709025, splitWal=true, meta=true
2024-11-19T04:48:31,989 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,41001,1731991709025, splitWal=true, meta=true, isMeta: true
2024-11-19T04:48:31,990 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025-splitting
2024-11-19T04:48:31,990 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025-splitting dir is empty, no logs to split.
2024-11-19T04:48:31,990 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 08a7f35e60d4,41001,1731991709025 WAL count=0, meta=true
2024-11-19T04:48:31,992 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025-splitting dir is empty, no logs to split.
2024-11-19T04:48:31,993 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 08a7f35e60d4,41001,1731991709025 WAL count=0, meta=true
2024-11-19T04:48:31,993 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,41001,1731991709025 WAL splitting is done? wals=0, meta=true
2024-11-19T04:48:31,994 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T04:48:31,995 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:31,996 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-19T04:48:32,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:32,079 INFO  [RS:1;08a7f35e60d4:41001 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:32,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x1012e8e0f7f0002, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:32,079 INFO  [RS:1;08a7f35e60d4:41001 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,41001,1731991709025; zookeeper connection closed.
2024-11-19T04:48:32,080 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@752ec586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@752ec586
2024-11-19T04:48:32,147 DEBUG [08a7f35e60d4:39737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-19T04:48:32,147 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,148 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,32995,1731991708990, state=OPENING
2024-11-19T04:48:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:32,150 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:48:32,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:32,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:32,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,32995,1731991708990}]
2024-11-19T04:48:32,267 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45
2024-11-19T04:48:32,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:32,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:32,267 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:48:32,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:48:32,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:48:32,268 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:48:32,268 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:48:32,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34037
2024-11-19T04:48:32,270 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34037 connecting to ZooKeeper ensemble=127.0.0.1:57185
2024-11-19T04:48:32,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:32,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:32,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340370x0, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:48:32,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:340370x0, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-19T04:48:32,274 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-19T04:48:32,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34037-0x1012e8e0f7f0003 connected
2024-11-19T04:48:32,275 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:48:32,276 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache
2024-11-19T04:48:32,276 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T04:48:32,276 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T04:48:32,276 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T04:48:32,277 INFO  [Thread-206 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T04:48:32,277 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T04:48:32,278 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:48:32,278 INFO  [Thread-206 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-19T04:48:32,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T04:48:32,280 INFO  [Thread-206 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-11-19T04:48:32,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:48:32,293 DEBUG [Thread-206 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-19T04:48:32,293 INFO  [Thread-206 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T04:48:32,294 INFO  [Thread-206 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-11-19T04:48:32,294 INFO  [Thread-206 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence is complete.
2024-11-19T04:48:32,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-19T04:48:32,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34037
2024-11-19T04:48:32,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34037
2024-11-19T04:48:32,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-19T04:48:32,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-19T04:48:32,305 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T04:48:32,306 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(746): ClusterId : 76802a9b-fd3e-45a2-b3e7-0aeabba68df2
2024-11-19T04:48:32,306 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:48:32,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T04:48:32,309 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T04:48:32,309 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:32,309 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:48:32,309 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:48:32,310 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T04:48:32,311 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C32995%2C1731991708990.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,32995,1731991708990, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:32,312 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:48:32,313 DEBUG [RS:2;08a7f35e60d4:34037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da94ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:48:32,327 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;08a7f35e60d4:34037
2024-11-19T04:48:32,327 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:48:32,327 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:48:32,327 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:48:32,328 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,39737,1731991708931 with port=34037, startcode=1731991712267
2024-11-19T04:48:32,328 DEBUG [RS:2;08a7f35e60d4:34037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:48:32,330 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:48:32,331 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,331 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,332 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de
2024-11-19T04:48:32,332 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T04:48:32,332 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:48:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:32,336 DEBUG [RS:2;08a7f35e60d4:34037 {}] zookeeper.ZKUtil(111): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,336 WARN  [RS:2;08a7f35e60d4:34037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:48:32,336 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,34037,1731991712267]
2024-11-19T04:48:32,336 INFO  [RS:2;08a7f35e60d4:34037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:48:32,336 DEBUG [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,339 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,32995,1731991708990/08a7f35e60d4%2C32995%2C1731991708990.meta.1731991712312.meta
2024-11-19T04:48:32,342 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:48:32,344 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:32,345 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:32,345 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T04:48:32,345 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T04:48:32,346 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T04:48:32,346 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T04:48:32,346 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:32,346 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:48:32,346 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T04:48:32,346 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T04:48:32,346 INFO  [RS:2;08a7f35e60d4:34037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:48:32,346 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,347 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:48:32,347 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T04:48:32,348 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:48:32,348 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,348 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:48:32,349 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:32,349 DEBUG [RS:2;08a7f35e60d4:34037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:48:32,354 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7, delay=907 ms
2024-11-19T04:48:32,355 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:32,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:32,356 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T04:48:32,356 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:48:32,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,359 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,34037,1731991712267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:48:32,361 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563, delay=935 ms
2024-11-19T04:48:32,362 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:32,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:32,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T04:48:32,363 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:48:32,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:32,364 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:32,364 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T04:48:32,365 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:48:32,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:32,366 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886, delay=972 ms
2024-11-19T04:48:32,368 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:32,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:48:32,368 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:48:32,369 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:32,369 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740
2024-11-19T04:48:32,370 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:48:32,370 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:48:32,370 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:48:32,372 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:48:32,372 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716049, jitterRate=0.05375124514102936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:48:32,372 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T04:48:32,374 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731991712346Writing region info on filesystem at 1731991712346Initializing all the Stores at 1731991712346Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991712347 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991712347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991712347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991712347Cleaning up temporary data from old regions at 1731991712370 (+23 ms)Running coprocessor post-open hooks at 1731991712372 (+2 ms)Region opened successfully at 1731991712374 (+2 ms)
2024-11-19T04:48:32,375 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1731991712304
2024-11-19T04:48:32,378 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T04:48:32,378 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T04:48:32,378 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,379 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,32995,1731991708990, state=OPEN
2024-11-19T04:48:32,379 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:48:32,379 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,34037,1731991712267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,380 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,380 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.Replication(171): 08a7f35e60d4,34037,1731991712267 started
2024-11-19T04:48:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:32,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:32,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:48:32,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:48:32,381 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,384 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-19T04:48:32,384 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,32995,1731991708990 in 231 msec
2024-11-19T04:48:32,385 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T04:48:32,385 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec
2024-11-19T04:48:32,386 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 08a7f35e60d4,41001,1731991709025 had 2 regions
2024-11-19T04:48:32,387 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,41001,1731991709025, splitWal=true, meta=true, isMeta: false
2024-11-19T04:48:32,387 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025-splitting dir is empty, no logs to split.
2024-11-19T04:48:32,387 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 08a7f35e60d4,41001,1731991709025 WAL count=0, meta=false
2024-11-19T04:48:32,388 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,41001,1731991709025-splitting dir is empty, no logs to split.
2024-11-19T04:48:32,388 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 08a7f35e60d4,41001,1731991709025 WAL count=0, meta=false
2024-11-19T04:48:32,388 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,41001,1731991709025 WAL splitting is done? wals=0, meta=false
2024-11-19T04:48:32,390 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN}]
2024-11-19T04:48:32,391 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN
2024-11-19T04:48:32,391 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-19T04:48:32,396 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:48:32,396 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,34037,1731991712267, RpcServer on 08a7f35e60d4/172.17.0.2:34037, sessionid=0x1012e8e0f7f0003
2024-11-19T04:48:32,396 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:48:32,396 DEBUG [RS:2;08a7f35e60d4:34037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,396 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,34037,1731991712267'
2024-11-19T04:48:32,396 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:48:32,397 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:48:32,397 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:48:32,397 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:48:32,398 DEBUG [RS:2;08a7f35e60d4:34037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,398 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,34037,1731991712267'
2024-11-19T04:48:32,398 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:48:32,398 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:48:32,398 DEBUG [RS:2;08a7f35e60d4:34037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:48:32,398 INFO  [RS:2;08a7f35e60d4:34037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:48:32,398 INFO  [RS:2;08a7f35e60d4:34037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:48:32,499 INFO  [RS:2;08a7f35e60d4:34037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:48:32,500 INFO  [RS:2;08a7f35e60d4:34037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=08a7f35e60d4%2C34037%2C1731991712267, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,34037,1731991712267, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs, maxLogs=55
2024-11-19T04:48:32,520 INFO  [RS:2;08a7f35e60d4:34037 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/WALs/08a7f35e60d4,34037,1731991712267/08a7f35e60d4%2C34037%2C1731991712267.1731991712501
2024-11-19T04:48:32,521 DEBUG [RS:2;08a7f35e60d4:34037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0}
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T04:48:32,542 INFO  [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T04:48:32,542 INFO  [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T04:48:32,542 DEBUG [08a7f35e60d4:39737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T04:48:32,543 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f8e71b3e61bcc5299bc9f5140715ed6, regionState=OPENING, regionLocation=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,544 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:41001
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:41001
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T04:48:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:41001 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:41001
2024-11-19T04:48:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-19T04:48:32,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41001,1731991709025, seqNum=-1 from cache
2024-11-19T04:48:32,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:41001 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:41001
2024-11-19T04:48:32,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:48:32,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,32995,1731991708990, seqNum=-1]
2024-11-19T04:48:32,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:48:32,656 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:48:32,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN because future has completed
2024-11-19T04:48:32,659 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,32995,1731991708990}]
2024-11-19T04:48:32,814 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,814 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f8e71b3e61bcc5299bc9f5140715ed6, NAME => 'testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:48:32,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731991710065 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:48:32,816 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,816 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,816 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 7f8e71b3e61bcc5299bc9f5140715ed6 
2024-11-19T04:48:32,817 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8e71b3e61bcc5299bc9f5140715ed6 columnFamilyName family
2024-11-19T04:48:32,817 DEBUG [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:48:32,819 DEBUG [StoreFileOpener-7f8e71b3e61bcc5299bc9f5140715ed6-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790, delay=981 ms
2024-11-19T04:48:32,820 DEBUG [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:32,821 INFO  [StoreOpener-7f8e71b3e61bcc5299bc9f5140715ed6-1 {}] regionserver.HStore(327): Store=7f8e71b3e61bcc5299bc9f5140715ed6/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:48:32,821 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,821 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,822 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,822 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,822 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,824 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 7f8e71b3e61bcc5299bc9f5140715ed6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64695705, jitterRate=-0.035958871245384216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:48:32,824 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,825 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 7f8e71b3e61bcc5299bc9f5140715ed6:
Running coprocessor pre-open hook at 1731991712816Writing region info on filesystem at 1731991712816Initializing all the Stores at 1731991712816Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991712816Cleaning up temporary data from old regions at 1731991712822 (+6 ms)Running coprocessor post-open hooks at 1731991712824 (+2 ms)Region opened successfully at 1731991712825 (+1 ms)
2024-11-19T04:48:32,826 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6., pid=11, masterSystemTime=1731991712811
2024-11-19T04:48:32,829 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,829 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,830 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f8e71b3e61bcc5299bc9f5140715ed6, regionState=OPEN, openSeqNum=10, regionLocation=08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,32995,1731991708990 because future has completed
2024-11-19T04:48:32,834 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-19T04:48:32,834 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f8e71b3e61bcc5299bc9f5140715ed6, server=08a7f35e60d4,32995,1731991708990 in 174 msec
2024-11-19T04:48:32,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7
2024-11-19T04:48:32,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731991710065, region=7f8e71b3e61bcc5299bc9f5140715ed6, ASSIGN in 444 msec
2024-11-19T04:48:32,837 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 08a7f35e60d4,41001,1731991709025 after splitting done
2024-11-19T04:48:32,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,41001,1731991709025, splitWal=true, meta=true in 855 msec
2024-11-19T04:48:32,896 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T04:48:32,897 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T04:48:32,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:32,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T04:48:32,897 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T04:48:32,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308247435, stopped=false
2024-11-19T04:48:32,897 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a7f35e60d4,39737,1731991708931
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:32,899 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T04:48:32,900 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T04:48:32,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:32,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,900 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,32995,1731991708990' *****
2024-11-19T04:48:32,900 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T04:48:32,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:32,900 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,34037,1731991712267' *****
2024-11-19T04:48:32,900 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T04:48:32,900 INFO  [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T04:48:32,900 INFO  [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T04:48:32,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:32,901 INFO  [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence
2024-11-19T04:48:32,901 INFO  [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa2bf3fc-ce0d-038e-d58c-ebc6f6291697/bucket.persistence
2024-11-19T04:48:32,901 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T04:48:32,901 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T04:48:32,901 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T04:48:32,901 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T04:48:32,901 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T04:48:32,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:48:32,901 INFO  [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T04:48:32,902 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T04:48:32,904 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T04:48:32,904 INFO  [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T04:48:32,904 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T04:48:32,912 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1487): Thread RS:2;08a7f35e60d4:34037 started persisting bucket cache to file
2024-11-19T04:48:32,912 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:32,912 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:32,914 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T04:48:32,914 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1487): Thread RS:0;08a7f35e60d4:32995 started persisting bucket cache to file
2024-11-19T04:48:32,915 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T04:48:32,915 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T04:48:32,915 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:32,915 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T04:48:32,916 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731991712912
2024-11-19T04:48:32,916 DEBUG [RS:2;08a7f35e60d4:34037 {}] bucket.BucketCache(1509): Thread RS:2;08a7f35e60d4:34037 finished persisting bucket cache to file, renaming
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T04:48:32,916 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:32,916 INFO  [RS:2;08a7f35e60d4:34037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;08a7f35e60d4:34037.
2024-11-19T04:48:32,916 DEBUG [RS:2;08a7f35e60d4:34037 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:32,916 DEBUG [RS:2;08a7f35e60d4:34037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,917 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,34037,1731991712267; all regions closed.
2024-11-19T04:48:32,918 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T04:48:32,918 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731991712914
2024-11-19T04:48:32,918 DEBUG [RS:0;08a7f35e60d4:32995 {}] bucket.BucketCache(1509): Thread RS:0;08a7f35e60d4:32995 finished persisting bucket cache to file, renaming
2024-11-19T04:48:32,918 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T04:48:32,918 INFO  [RS:0;08a7f35e60d4:32995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T04:48:32,918 INFO  [RS:0;08a7f35e60d4:32995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T04:48:32,918 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,918 DEBUG [RS:2;08a7f35e60d4:34037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:32,918 INFO  [RS:2;08a7f35e60d4:34037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C34037%2C1731991712267:(num 1731991712501)
2024-11-19T04:48:32,918 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:32,918 DEBUG [RS:2;08a7f35e60d4:34037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a7f35e60d4:32995.
2024-11-19T04:48:32,919 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:32,919 DEBUG [RS:0;08a7f35e60d4:32995 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T04:48:32,919 DEBUG [RS:0;08a7f35e60d4:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:32,919 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f8e71b3e61bcc5299bc9f5140715ed6, disabling compactions & flushes
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:32,919 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,919 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T04:48:32,919 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6. after waiting 0 ms
2024-11-19T04:48:32,919 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T04:48:32,919 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:32,919 INFO  [RS:2;08a7f35e60d4:34037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34037
2024-11-19T04:48:32,919 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-19T04:48:32,920 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1325): Online Regions={7f8e71b3e61bcc5299bc9f5140715ed6=testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6., 1588230740=hbase:meta,,1.1588230740}
2024-11-19T04:48:32,920 DEBUG [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8e71b3e61bcc5299bc9f5140715ed6
2024-11-19T04:48:32,920 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T04:48:32,920 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:48:32,920 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:48:32,920 DEBUG [StoreFileCloser-7f8e71b3e61bcc5299bc9f5140715ed6-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/family/7ef41d24c1ed4552ad9ee5a996dc8790
2024-11-19T04:48:32,920 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:48:32,920 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:48:32,920 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:48:32,920 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB
2024-11-19T04:48:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,34037,1731991712267
2024-11-19T04:48:32,923 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:32,925 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,34037,1731991712267]
2024-11-19T04:48:32,926 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/default/testBlockEvictionOnGracefulStop1731991710065/7f8e71b3e61bcc5299bc9f5140715ed6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-19T04:48:32,926 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,926 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f8e71b3e61bcc5299bc9f5140715ed6:
Waiting for close lock at 1731991712919Running coprocessor pre-close hooks at 1731991712919Disabling compacts and flushes for region at 1731991712919Disabling writes for close at 1731991712919Writing region close event to WAL at 1731991712921 (+2 ms)Running coprocessor post-close hooks at 1731991712926 (+5 ms)Closed at 1731991712926
2024-11-19T04:48:32,926 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6.
2024-11-19T04:48:32,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,34037,1731991712267 already deleted, retry=false
2024-11-19T04:48:32,927 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,34037,1731991712267 expired; onlineServers=1
2024-11-19T04:48:32,932 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dd616a4b0e634617830320e1466f3f65
2024-11-19T04:48:32,946 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/dd616a4b0e634617830320e1466f3f65 is 209, key is testBlockEvictionOnGracefulStop1731991710065,,1731991710071.7f8e71b3e61bcc5299bc9f5140715ed6./info:regioninfo/1731991712829/Put/seqid=0
2024-11-19T04:48:32,947 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/dd616a4b0e634617830320e1466f3f65
2024-11-19T04:48:32,949 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/.tmp/info/dd616a4b0e634617830320e1466f3f65 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/dd616a4b0e634617830320e1466f3f65
2024-11-19T04:48:32,950 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/dd616a4b0e634617830320e1466f3f65, delay=978 ms
2024-11-19T04:48:32,951 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/dd616a4b0e634617830320e1466f3f65, entries=8, sequenceid=19, filesize=6.6 K
2024-11-19T04:48:32,952 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false
2024-11-19T04:48:32,953 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/73e7616e9ccf42ca82f0438f805639c7
2024-11-19T04:48:32,953 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/info/dd616a4b0e634617830320e1466f3f65
2024-11-19T04:48:32,953 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/ns/063d36a67164491aaff38d2ca4bbc563
2024-11-19T04:48:32,954 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/table/3603f74d527f4828b5d3dcca75fc8886
2024-11-19T04:48:32,958 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-19T04:48:32,959 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T04:48:32,959 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:32,959 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731991712920Running coprocessor pre-close hooks at 1731991712920Disabling compacts and flushes for region at 1731991712920Disabling writes for close at 1731991712920Obtaining lock to block concurrent updates at 1731991712920Preparing flush snapshotting stores in 1588230740 at 1731991712920Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1731991712921 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731991712921Flushing 1588230740/info: creating writer at 1731991712921Flushing 1588230740/info: appending metadata at 1731991712946 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731991712946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bff19e7: reopening flushed file at 1731991712949 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false at 1731991712952 (+3 ms)Writing region close event to WAL at 1731991712954 (+2 ms)Running coprocessor post-close hooks at 1731991712959 (+5 ms)Closed at 1731991712959
2024-11-19T04:48:32,959 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T04:48:32,961 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:33,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,025 INFO  [RS:2;08a7f35e60d4:34037 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:33,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34037-0x1012e8e0f7f0003, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,025 INFO  [RS:2;08a7f35e60d4:34037 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,34037,1731991712267; zookeeper connection closed.
2024-11-19T04:48:33,025 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b5546f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b5546f
2024-11-19T04:48:33,120 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,32995,1731991708990; all regions closed.
2024-11-19T04:48:33,122 DEBUG [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:33,122 INFO  [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C32995%2C1731991708990.meta:.meta(num 1731991712312)
2024-11-19T04:48:33,124 DEBUG [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/oldWALs
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C32995%2C1731991708990:(num 1731991709566)
2024-11-19T04:48:33,124 DEBUG [RS:0;08a7f35e60d4:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:33,124 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:33,124 INFO  [RS:0;08a7f35e60d4:32995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32995
2024-11-19T04:48:33,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:48:33,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,32995,1731991708990
2024-11-19T04:48:33,127 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:33,129 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,32995,1731991708990]
2024-11-19T04:48:33,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,32995,1731991708990 already deleted, retry=false
2024-11-19T04:48:33,130 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,32995,1731991708990 expired; onlineServers=0
2024-11-19T04:48:33,130 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a7f35e60d4,39737,1731991708931' *****
2024-11-19T04:48:33,130 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T04:48:33,130 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T04:48:33,130 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T04:48:33,131 DEBUG [M:0;08a7f35e60d4:39737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T04:48:33,131 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T04:48:33,131 DEBUG [M:0;08a7f35e60d4:39737 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T04:48:33,131 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991709281 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991709281,5,FailOnTimeoutGroup]
2024-11-19T04:48:33,131 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991709283 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991709283,5,FailOnTimeoutGroup]
2024-11-19T04:48:33,131 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.ChoreService(370): Chore service for: master/08a7f35e60d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T04:48:33,131 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T04:48:33,131 DEBUG [M:0;08a7f35e60d4:39737 {}] master.HMaster(1795): Stopping service threads
2024-11-19T04:48:33,131 INFO  [M:0;08a7f35e60d4:39737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T04:48:33,132 INFO  [M:0;08a7f35e60d4:39737 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T04:48:33,132 INFO  [M:0;08a7f35e60d4:39737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T04:48:33,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T04:48:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T04:48:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:48:33,132 DEBUG [M:0;08a7f35e60d4:39737 {}] zookeeper.ZKUtil(347): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T04:48:33,132 WARN  [M:0;08a7f35e60d4:39737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T04:48:33,133 INFO  [M:0;08a7f35e60d4:39737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/.lastflushedseqids
2024-11-19T04:48:33,139 INFO  [M:0;08a7f35e60d4:39737 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T04:48:33,139 INFO  [M:0;08a7f35e60d4:39737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T04:48:33,140 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T04:48:33,140 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:33,140 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:33,140 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T04:48:33,140 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:33,140 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.49 KB heapSize=49.88 KB
2024-11-19T04:48:33,149 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 788459f94bde45348d7bb29b24297d98
2024-11-19T04:48:33,164 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788459f94bde45348d7bb29b24297d98 is 82, key is hbase:meta,,1/info:regioninfo/1731991712378/Put/seqid=0
2024-11-19T04:48:33,164 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788459f94bde45348d7bb29b24297d98
2024-11-19T04:48:33,172 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d0367cd032214b2d8aa8888172a76231
2024-11-19T04:48:33,186 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0367cd032214b2d8aa8888172a76231 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731991710446/Put/seqid=0
2024-11-19T04:48:33,187 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.26 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0367cd032214b2d8aa8888172a76231
2024-11-19T04:48:33,194 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 429b52c7077348ee888234d3c2559d90
2024-11-19T04:48:33,208 DEBUG [M:0;08a7f35e60d4:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/429b52c7077348ee888234d3c2559d90 is 69, key is 08a7f35e60d4,32995,1731991708990/rs:state/1731991709386/Put/seqid=0
2024-11-19T04:48:33,208 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/429b52c7077348ee888234d3c2559d90
2024-11-19T04:48:33,210 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429b52c7077348ee888234d3c2559d90
2024-11-19T04:48:33,210 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788459f94bde45348d7bb29b24297d98 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788459f94bde45348d7bb29b24297d98
2024-11-19T04:48:33,212 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788459f94bde45348d7bb29b24297d98, entries=14, sequenceid=102, filesize=5.9 K
2024-11-19T04:48:33,212 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0367cd032214b2d8aa8888172a76231 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0367cd032214b2d8aa8888172a76231
2024-11-19T04:48:33,214 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0367cd032214b2d8aa8888172a76231, entries=11, sequenceid=102, filesize=6.5 K
2024-11-19T04:48:33,214 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/429b52c7077348ee888234d3c2559d90 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/429b52c7077348ee888234d3c2559d90
2024-11-19T04:48:33,215 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429b52c7077348ee888234d3c2559d90
2024-11-19T04:48:33,216 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dfbbc840-3aa3-e3ce-1cd5-e2fe6cb873ae/02712000-322a-9b2a-909c-47fc2f9e97de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/429b52c7077348ee888234d3c2559d90, entries=3, sequenceid=102, filesize=5.3 K
2024-11-19T04:48:33,216 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=102, compaction requested=false
2024-11-19T04:48:33,218 INFO  [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:48:33,218 DEBUG [M:0;08a7f35e60d4:39737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731991713140Disabling compacts and flushes for region at 1731991713140Disabling writes for close at 1731991713140Obtaining lock to block concurrent updates at 1731991713140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731991713140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40436, getHeapSize=51016, getOffHeapSize=0, getCellsCount=127 at 1731991713140Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731991713141 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731991713141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731991713163 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731991713163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731991713166 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731991713186 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731991713186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731991713188 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731991713207 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731991713207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c40d2c0: reopening flushed file at 1731991713210 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250504d4: reopening flushed file at 1731991713212 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440695bd: reopening flushed file at 1731991713214 (+2 ms)Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=102, compaction requested=false at 1731991713216 (+2 ms)Writing region close event to WAL at 1731991713218 (+2 ms)Closed at 1731991713218
2024-11-19T04:48:33,219 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T04:48:33,219 INFO  [M:0;08a7f35e60d4:39737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T04:48:33,219 INFO  [M:0;08a7f35e60d4:39737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39737
2024-11-19T04:48:33,220 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T04:48:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,229 INFO  [RS:0;08a7f35e60d4:32995 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1012e8e0f7f0001, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,229 INFO  [RS:0;08a7f35e60d4:32995 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,32995,1731991708990; zookeeper connection closed.
2024-11-19T04:48:33,230 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a19731a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a19731a
2024-11-19T04:48:33,230 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-19T04:48:33,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,322 INFO  [M:0;08a7f35e60d4:39737 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T04:48:33,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x1012e8e0f7f0000, quorum=127.0.0.1:57185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T04:48:33,325 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T04:48:33,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-19T04:48:33,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:48:33,333 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=70 (was 50)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12672 (was 12777)