2024-11-19 02:48:36,801 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-19 02:48:36,824 main DEBUG Took 0.020988 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 02:48:36,824 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 02:48:36,825 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 02:48:36,826 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 02:48:36,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,835 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 02:48:36,849 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,853 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,854 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,855 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,857 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,859 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,860 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,862 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 02:48:36,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,864 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 02:48:36,866 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 02:48:36,867 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 02:48:36,869 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 02:48:36,870 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 02:48:36,871 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 02:48:36,872 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 02:48:36,882 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 02:48:36,885 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 02:48:36,887 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 02:48:36,887 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 02:48:36,887 main DEBUG createAppenders(={Console})
2024-11-19 02:48:36,888 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-19 02:48:36,888 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-19 02:48:36,889 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-19 02:48:36,889 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 02:48:36,889 main DEBUG OutputStream closed
2024-11-19 02:48:36,889 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 02:48:36,890 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 02:48:36,890 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-19 02:48:36,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 02:48:36,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 02:48:36,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 02:48:36,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 02:48:36,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 02:48:36,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 02:48:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 02:48:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 02:48:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 02:48:36,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 02:48:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 02:48:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 02:48:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 02:48:36,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 02:48:36,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 02:48:36,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 02:48:36,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 02:48:36,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 02:48:36,967 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 02:48:36,967 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-19 02:48:36,968 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 02:48:36,968 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-19T02:48:36,982 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-19 02:48:36,985 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 02:48:36,985 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T02:48:37,251 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05
2024-11-19T02:48:37,274 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=12598
2024-11-19T02:48:37,379 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T02:48:37,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:37,505 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/cluster_9c5fe478-8d11-1bd5-31f2-60c409a6045d, deleteOnExit=true
2024-11-19T02:48:37,600 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/cluster_9c5fe478-8d11-1bd5-31f2-60c409a6045d/zookeeper_0, clientPort=59927, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/cluster_9c5fe478-8d11-1bd5-31f2-60c409a6045d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/cluster_9c5fe478-8d11-1bd5-31f2-60c409a6045d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T02:48:37,613 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59927
2024-11-19T02:48:37,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:37,707 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5 with version=8
2024-11-19T02:48:37,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase-staging
2024-11-19T02:48:37,809 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T02:48:38,103 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:38,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,115 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,127 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:38,128 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,128 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:38,264 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T02:48:38,351 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T02:48:38,388 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T02:48:38,399 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19T02:48:38,403 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:38,446 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21118 (auto-detected)
2024-11-19T02:48:38,447 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-19T02:48:38,470 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39943
2024-11-19T02:48:38,492 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39943 connecting to ZooKeeper ensemble=127.0.0.1:59927
2024-11-19T02:48:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399430x0, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:38,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39943-0x1012e2054580000 connected
2024-11-19T02:48:38,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:38,573 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5, hbase.cluster.distributed=false
2024-11-19T02:48:38,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:38,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39943
2024-11-19T02:48:38,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39943
2024-11-19T02:48:38,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39943
2024-11-19T02:48:38,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39943
2024-11-19T02:48:38,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39943
2024-11-19T02:48:38,692 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:38,694 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,694 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,694 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:38,694 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,695 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:38,697 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T02:48:38,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:38,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38561
2024-11-19T02:48:38,703 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38561 connecting to ZooKeeper ensemble=127.0.0.1:59927
2024-11-19T02:48:38,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,704 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385610x0, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:38,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38561-0x1012e2054580001 connected
2024-11-19T02:48:38,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:38,715 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T02:48:38,727 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.cache
2024-11-19T02:48:38,733 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T02:48:38,734 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T02:48:38,736 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T02:48:38,738 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T02:48:38,738 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T02:48:38,743 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T02:48:38,748 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T02:48:38,750 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T02:48:38,750 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence is complete.
2024-11-19T02:48:38,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T02:48:38,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:38,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38561
2024-11-19T02:48:38,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38561
2024-11-19T02:48:38,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38561
2024-11-19T02:48:38,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38561
2024-11-19T02:48:38,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38561
2024-11-19T02:48:38,779 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:38,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,779 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:38,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:38,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:38,780 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T02:48:38,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:38,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37753
2024-11-19T02:48:38,783 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37753 connecting to ZooKeeper ensemble=127.0.0.1:59927
2024-11-19T02:48:38,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377530x0, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:38,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37753-0x1012e2054580002 connected
2024-11-19T02:48:38,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:38,790 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T02:48:38,793 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.cache
2024-11-19T02:48:38,793 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T02:48:38,793 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T02:48:38,793 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T02:48:38,794 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T02:48:38,794 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T02:48:38,794 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T02:48:38,795 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence is complete.
2024-11-19T02:48:38,796 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T02:48:38,797 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T02:48:38,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T02:48:38,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:38,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37753
2024-11-19T02:48:38,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37753
2024-11-19T02:48:38,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37753
2024-11-19T02:48:38,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37753
2024-11-19T02:48:38,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37753
2024-11-19T02:48:38,828 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:39943
2024-11-19T02:48:38,829 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,39943,1731984517899
2024-11-19T02:48:38,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,841 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,39943,1731984517899
2024-11-19T02:48:38,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:38,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:38,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,868 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T02:48:38,870 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,39943,1731984517899 from backup master directory
2024-11-19T02:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,39943,1731984517899
2024-11-19T02:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:38,876 WARN  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:38,876 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,39943,1731984517899
2024-11-19T02:48:38,878 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-19T02:48:38,880 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-19T02:48:38,887 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase.id] with ID: 4dddb655-6454-44f4-9680-df2e6a442afd
2024-11-19T02:48:38,888 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.tmp/hbase.id
2024-11-19T02:48:38,894 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase.id]
2024-11-19T02:48:38,936 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:38,942 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T02:48:38,962 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-19T02:48:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:38,994 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T02:48:38,997 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T02:48:39,052 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T02:48:39,058 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:39,126 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store
2024-11-19T02:48:39,151 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-19T02:48:39,155 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:39,156 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T02:48:39,156 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:39,157 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:39,158 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T02:48:39,158 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:39,159 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:39,159 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731984519156Disabling compacts and flushes for region at 1731984519156Disabling writes for close at 1731984519158 (+2 ms)Writing region close event to WAL at 1731984519158Closed at 1731984519158
2024-11-19T02:48:39,160 WARN  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/.initializing
2024-11-19T02:48:39,160 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,39943,1731984517899
2024-11-19T02:48:39,178 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:39,191 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C39943%2C1731984517899, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,39943,1731984517899, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/oldWALs, maxLogs=10
2024-11-19T02:48:39,237 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,39943,1731984517899/e93af88909ff%2C39943%2C1731984517899.1731984519197
2024-11-19T02:48:39,238 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:39,239 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:39,240 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:39,244 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,246 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,299 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:39,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T02:48:39,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,339 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:39,340 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:39,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T02:48:39,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:39,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:39,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T02:48:39,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:39,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:39,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T02:48:39,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:39,359 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,362 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,363 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,366 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,367 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,369 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:39,371 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:39,382 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:39,383 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69318594, jitterRate=0.03292754292488098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:39,393 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731984519260Initializing all the Stores at 1731984519260Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984519261 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984519262 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984519262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984519262Cleaning up temporary data from old regions at 1731984519367 (+105 ms)Region opened successfully at 1731984519393 (+26 ms)
2024-11-19T02:48:39,394 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T02:48:39,436 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226a2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:39,475 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T02:48:39,491 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T02:48:39,491 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T02:48:39,495 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T02:48:39,496 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-19T02:48:39,503 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-19T02:48:39,504 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T02:48:39,532 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T02:48:39,541 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T02:48:39,545 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T02:48:39,548 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T02:48:39,550 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T02:48:39,552 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T02:48:39,554 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T02:48:39,558 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T02:48:39,559 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T02:48:39,561 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T02:48:39,562 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T02:48:39,582 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T02:48:39,585 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T02:48:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,602 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,39943,1731984517899, sessionid=0x1012e2054580000, setting cluster-up flag (Was=false)
2024-11-19T02:48:39,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,625 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T02:48:39,626 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,39943,1731984517899
2024-11-19T02:48:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:39,638 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T02:48:39,640 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,39943,1731984517899
2024-11-19T02:48:39,644 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T02:48:39,714 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(746): ClusterId : 4dddb655-6454-44f4-9680-df2e6a442afd
2024-11-19T02:48:39,714 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(746): ClusterId : 4dddb655-6454-44f4-9680-df2e6a442afd
2024-11-19T02:48:39,718 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T02:48:39,718 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T02:48:39,718 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:39,726 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T02:48:39,726 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T02:48:39,726 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T02:48:39,726 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T02:48:39,730 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T02:48:39,730 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T02:48:39,731 DEBUG [RS:1;e93af88909ff:37753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4816018c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:39,731 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T02:48:39,731 DEBUG [RS:0;e93af88909ff:38561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98bf341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:39,742 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T02:48:39,749 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e93af88909ff:37753
2024-11-19T02:48:39,752 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T02:48:39,752 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T02:48:39,752 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T02:48:39,749 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,39943,1731984517899
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T02:48:39,754 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:38561
2024-11-19T02:48:39,755 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,39943,1731984517899 with port=37753, startcode=1731984518778
2024-11-19T02:48:39,755 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T02:48:39,755 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T02:48:39,755 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T02:48:39,756 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,39943,1731984517899 with port=38561, startcode=1731984518653
2024-11-19T02:48:39,758 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:39,758 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:39,759 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:39,759 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:39,759 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10
2024-11-19T02:48:39,759 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,760 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:39,760 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:39,765 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T02:48:39,767 DEBUG [RS:1;e93af88909ff:37753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T02:48:39,768 DEBUG [RS:0;e93af88909ff:38561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T02:48:39,769 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984549769
2024-11-19T02:48:39,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,770 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T02:48:39,771 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T02:48:39,773 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T02:48:39,776 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T02:48:39,777 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T02:48:39,777 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T02:48:39,777 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T02:48:39,778 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,782 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T02:48:39,783 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T02:48:39,785 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T02:48:39,787 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T02:48:39,787 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T02:48:39,789 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984519788,5,FailOnTimeoutGroup]
2024-11-19T02:48:39,789 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984519789,5,FailOnTimeoutGroup]
2024-11-19T02:48:39,789 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,789 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T02:48:39,790 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,791 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,808 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T02:48:39,809 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:39,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:39,831 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T02:48:39,837 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T02:48:39,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,838 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:39,839 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T02:48:39,843 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T02:48:39,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,844 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:39,844 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T02:48:39,850 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T02:48:39,850 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T02:48:39,851 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T02:48:39,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,852 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:39,852 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T02:48:39,857 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,38561,1731984518653
2024-11-19T02:48:39,859 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39943 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,38561,1731984518653
2024-11-19T02:48:39,863 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T02:48:39,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:39,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:39,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T02:48:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:39,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T02:48:39,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T02:48:39,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:39,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T02:48:39,870 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,37753,1731984518778
2024-11-19T02:48:39,871 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39943 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,37753,1731984518778
2024-11-19T02:48:39,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:39,876 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:39,876 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:39,876 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T02:48:39,876 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T02:48:39,876 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010783, jitterRate=-0.0610661655664444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:39,876 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T02:48:39,876 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T02:48:39,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731984519830Initializing all the Stores at 1731984519831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984519831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984519831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984519831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984519831Cleaning up temporary data from old regions at 1731984519866 (+35 ms)Region opened successfully at 1731984519879 (+13 ms)
2024-11-19T02:48:39,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T02:48:39,880 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T02:48:39,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T02:48:39,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T02:48:39,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T02:48:39,881 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:39,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731984519879Disabling compacts and flushes for region at 1731984519879Disabling writes for close at 1731984519880 (+1 ms)Writing region close event to WAL at 1731984519881 (+1 ms)Closed at 1731984519881
2024-11-19T02:48:39,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:39,883 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T02:48:39,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:39,889 DEBUG [RS:0;e93af88909ff:38561 {}] zookeeper.ZKUtil(111): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,38561,1731984518653
2024-11-19T02:48:39,889 WARN  [RS:0;e93af88909ff:38561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:39,889 INFO  [RS:0;e93af88909ff:38561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:39,890 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,38561,1731984518653
2024-11-19T02:48:39,890 DEBUG [RS:1;e93af88909ff:37753 {}] zookeeper.ZKUtil(111): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,37753,1731984518778
2024-11-19T02:48:39,890 WARN  [RS:1;e93af88909ff:37753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:39,890 INFO  [RS:1;e93af88909ff:37753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:39,890 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37753,1731984518778
2024-11-19T02:48:39,891 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T02:48:39,892 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,37753,1731984518778]
2024-11-19T02:48:39,892 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,38561,1731984518653]
2024-11-19T02:48:39,902 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T02:48:39,904 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T02:48:39,921 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T02:48:39,921 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T02:48:39,937 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T02:48:39,937 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T02:48:39,942 INFO  [RS:0;e93af88909ff:38561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T02:48:39,942 INFO  [RS:1;e93af88909ff:37753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T02:48:39,943 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,943 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,944 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T02:48:39,945 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T02:48:39,949 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T02:48:39,949 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T02:48:39,951 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,951 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,951 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,951 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,951 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,951 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:39,952 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,952 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:39,952 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:39,953 DEBUG [RS:0;e93af88909ff:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:39,953 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,954 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,954 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:39,954 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:39,954 DEBUG [RS:1;e93af88909ff:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:39,956 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,956 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,956 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,956 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38561,1731984518653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,957 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,37753,1731984518778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:39,988 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T02:48:39,988 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T02:48:39,990 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,37753,1731984518778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,990 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,38561,1731984518653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,990 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,990 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:39,991 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.Replication(171): e93af88909ff,38561,1731984518653 started
2024-11-19T02:48:39,991 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.Replication(171): e93af88909ff,37753,1731984518778 started
2024-11-19T02:48:40,019 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,019 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,019 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,38561,1731984518653, RpcServer on e93af88909ff/172.17.0.2:38561, sessionid=0x1012e2054580001
2024-11-19T02:48:40,019 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,37753,1731984518778, RpcServer on e93af88909ff/172.17.0.2:37753, sessionid=0x1012e2054580002
2024-11-19T02:48:40,021 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T02:48:40,021 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T02:48:40,021 DEBUG [RS:1;e93af88909ff:37753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,37753,1731984518778
2024-11-19T02:48:40,021 DEBUG [RS:0;e93af88909ff:38561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,38561,1731984518653
2024-11-19T02:48:40,021 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,38561,1731984518653'
2024-11-19T02:48:40,021 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,37753,1731984518778'
2024-11-19T02:48:40,021 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T02:48:40,021 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T02:48:40,023 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T02:48:40,023 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T02:48:40,023 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T02:48:40,023 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T02:48:40,024 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T02:48:40,024 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T02:48:40,024 DEBUG [RS:1;e93af88909ff:37753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,37753,1731984518778
2024-11-19T02:48:40,024 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,37753,1731984518778'
2024-11-19T02:48:40,024 DEBUG [RS:0;e93af88909ff:38561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,38561,1731984518653
2024-11-19T02:48:40,024 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T02:48:40,024 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,38561,1731984518653'
2024-11-19T02:48:40,024 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T02:48:40,025 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T02:48:40,025 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T02:48:40,025 DEBUG [RS:1;e93af88909ff:37753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T02:48:40,026 INFO  [RS:1;e93af88909ff:37753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T02:48:40,026 INFO  [RS:1;e93af88909ff:37753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T02:48:40,026 DEBUG [RS:0;e93af88909ff:38561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T02:48:40,026 INFO  [RS:0;e93af88909ff:38561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T02:48:40,026 INFO  [RS:0;e93af88909ff:38561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T02:48:40,055 WARN  [e93af88909ff:39943 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T02:48:40,132 INFO  [RS:0;e93af88909ff:38561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:40,132 INFO  [RS:1;e93af88909ff:37753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:40,133 INFO  [RS:1;e93af88909ff:37753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C37753%2C1731984518778, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37753,1731984518778, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:40,133 INFO  [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C38561%2C1731984518653, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,38561,1731984518653, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:40,167 INFO  [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,38561,1731984518653/e93af88909ff%2C38561%2C1731984518653.1731984520136
2024-11-19T02:48:40,167 INFO  [RS:1;e93af88909ff:37753 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37753,1731984518778/e93af88909ff%2C37753%2C1731984518778.1731984520136
2024-11-19T02:48:40,168 DEBUG [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:40,170 DEBUG [RS:1;e93af88909ff:37753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:40,308 DEBUG [e93af88909ff:39943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-19T02:48:40,319 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0}
2024-11-19T02:48:40,322 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T02:48:40,323 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T02:48:40,323 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T02:48:40,323 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T02:48:40,323 INFO  [e93af88909ff:39943 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T02:48:40,323 INFO  [e93af88909ff:39943 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T02:48:40,323 DEBUG [e93af88909ff:39943 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T02:48:40,331 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,38561,1731984518653
2024-11-19T02:48:40,336 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,38561,1731984518653, state=OPENING
2024-11-19T02:48:40,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T02:48:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:40,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T02:48:40,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,38561,1731984518653}]
2024-11-19T02:48:40,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T02:48:40,526 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T02:48:40,533 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T02:48:40,534 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:40,535 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T02:48:40,536 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C38561%2C1731984518653.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,38561,1731984518653, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:40,561 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,38561,1731984518653/e93af88909ff%2C38561%2C1731984518653.meta.1731984520539.meta
2024-11-19T02:48:40,562 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:40,562 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:40,565 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T02:48:40,568 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T02:48:40,574 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T02:48:40,580 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T02:48:40,581 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:40,581 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T02:48:40,581 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T02:48:40,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T02:48:40,585 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T02:48:40,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:40,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:40,586 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T02:48:40,587 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T02:48:40,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:40,587 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:40,587 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T02:48:40,588 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T02:48:40,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:40,589 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:40,589 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T02:48:40,590 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T02:48:40,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:40,590 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:40,591 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T02:48:40,592 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:40,593 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:40,593 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T02:48:40,593 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T02:48:40,594 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:40,595 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T02:48:40,596 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71548311, jitterRate=0.0661529153585434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:40,596 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T02:48:40,598 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731984520582Writing region info on filesystem at 1731984520582Initializing all the Stores at 1731984520583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984520583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984520583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984520583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984520584 (+1 ms)Cleaning up temporary data from old regions at 1731984520594 (+10 ms)Running coprocessor post-open hooks at 1731984520596 (+2 ms)Region opened successfully at 1731984520598 (+2 ms)
2024-11-19T02:48:40,604 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984520513
2024-11-19T02:48:40,614 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T02:48:40,615 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T02:48:40,616 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,38561,1731984518653
2024-11-19T02:48:40,617 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,38561,1731984518653, state=OPEN
2024-11-19T02:48:40,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:40,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:40,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:40,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:40,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,38561,1731984518653
2024-11-19T02:48:40,626 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T02:48:40,626 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,38561,1731984518653 in 275 msec
2024-11-19T02:48:40,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T02:48:40,632 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec
2024-11-19T02:48:40,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:40,633 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T02:48:40,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T02:48:40,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,38561,1731984518653, seqNum=-1]
2024-11-19T02:48:40,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T02:48:40,679 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T02:48:40,698 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0260 sec
2024-11-19T02:48:40,698 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984520698, completionTime=-1
2024-11-19T02:48:40,701 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-19T02:48:40,701 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T02:48:40,733 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-19T02:48:40,733 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984580733
2024-11-19T02:48:40,733 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984640733
2024-11-19T02:48:40,734 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec
2024-11-19T02:48:40,737 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-19T02:48:40,745 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,746 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,746 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,748 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:39943, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,749 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,749 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,756 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T02:48:40,784 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.906sec
2024-11-19T02:48:40,786 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T02:48:40,787 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T02:48:40,788 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T02:48:40,789 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T02:48:40,789 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T02:48:40,790 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:40,791 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T02:48:40,792 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T02:48:40,793 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T02:48:40,794 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39943,1731984517899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:40,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4604b8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:40,840 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-19T02:48:40,840 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-19T02:48:40,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,39943,-1 for getting cluster id
2024-11-19T02:48:40,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T02:48:40,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dddb655-6454-44f4-9680-df2e6a442afd'
2024-11-19T02:48:40,861 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T02:48:40,862 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dddb655-6454-44f4-9680-df2e6a442afd"

2024-11-19T02:48:40,864 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fecd9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:40,864 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,39943,-1]
2024-11-19T02:48:40,867 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T02:48:40,869 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:40,871 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T02:48:40,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f59369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:40,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T02:48:40,881 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,38561,1731984518653, seqNum=-1]
2024-11-19T02:48:40,881 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T02:48:40,884 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T02:48:40,925 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,39943,1731984517899
2024-11-19T02:48:40,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T02:48:40,941 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,39943,1731984517899
2024-11-19T02:48:40,944 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df9b754
2024-11-19T02:48:40,946 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T02:48:40,949 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T02:48:40,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731984520925', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T02:48:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925
2024-11-19T02:48:40,963 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T02:48:40,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1731984520925"
 procId is: 4
2024-11-19T02:48:40,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:40,968 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T02:48:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:40,986 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24a97b481072ab21e9bf4b8ed3b189f4, NAME => 'testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731984520925', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:40,994 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:40,994 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1722): Closing 24a97b481072ab21e9bf4b8ed3b189f4, disabling compactions & flushes
2024-11-19T02:48:40,994 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:40,994 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:40,994 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4. after waiting 0 ms
2024-11-19T02:48:40,994 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:40,995 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:40,995 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731984520925-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Waiting for close lock at 1731984520994Disabling compacts and flushes for region at 1731984520994Disabling writes for close at 1731984520994Writing region close event to WAL at 1731984520994Closed at 1731984520994
2024-11-19T02:48:40,996 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T02:48:41,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731984520996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984520996"}]},"ts":"1731984520996"}
2024-11-19T02:48:41,006 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T02:48:41,008 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T02:48:41,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731984520925","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984521008"}]},"ts":"1731984521008"}
2024-11-19T02:48:41,015 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731984520925, state=ENABLING in hbase:meta
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0}
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T02:48:41,016 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T02:48:41,016 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T02:48:41,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T02:48:41,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, ASSIGN}]
2024-11-19T02:48:41,020 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, ASSIGN
2024-11-19T02:48:41,021 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, ASSIGN; state=OFFLINE, location=e93af88909ff,38561,1731984518653; forceNewPlan=false, retain=false
2024-11-19T02:48:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:41,173 INFO  [e93af88909ff:39943 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T02:48:41,174 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=OPENING, regionLocation=e93af88909ff,38561,1731984518653
2024-11-19T02:48:41,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, ASSIGN because future has completed
2024-11-19T02:48:41,179 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653}]
2024-11-19T02:48:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:41,336 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:41,336 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a97b481072ab21e9bf4b8ed3b189f4, NAME => 'testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:41,336 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731984520925 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,336 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:41,337 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,337 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,338 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 24a97b481072ab21e9bf4b8ed3b189f4 
2024-11-19T02:48:41,342 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a97b481072ab21e9bf4b8ed3b189f4 columnFamilyName family
2024-11-19T02:48:41,342 DEBUG [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:41,343 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(327): Store=24a97b481072ab21e9bf4b8ed3b189f4/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:41,343 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,344 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,344 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,344 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,344 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,345 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,351 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:41,351 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24a97b481072ab21e9bf4b8ed3b189f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65737455, jitterRate=-0.02043558657169342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T02:48:41,351 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:41,352 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Running coprocessor pre-open hook at 1731984521337Writing region info on filesystem at 1731984521337Initializing all the Stores at 1731984521337Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984521337Cleaning up temporary data from old regions at 1731984521344 (+7 ms)Running coprocessor post-open hooks at 1731984521351 (+7 ms)Region opened successfully at 1731984521352 (+1 ms)
2024-11-19T02:48:41,353 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4., pid=6, masterSystemTime=1731984521332
2024-11-19T02:48:41,356 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:41,356 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:41,357 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,38561,1731984518653
2024-11-19T02:48:41,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653 because future has completed
2024-11-19T02:48:41,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T02:48:41,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653 in 183 msec
2024-11-19T02:48:41,366 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T02:48:41,366 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, ASSIGN in 346 msec
2024-11-19T02:48:41,366 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T02:48:41,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731984520925","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984521367"}]},"ts":"1731984521367"}
2024-11-19T02:48:41,369 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731984520925, state=ENABLED in hbase:meta
2024-11-19T02:48:41,370 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T02:48:41,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731984520925 in 413 msec
2024-11-19T02:48:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:41,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731984520925 get assigned. Timeout = 60000ms
2024-11-19T02:48:41,600 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731984520925 completed
2024-11-19T02:48:41,602 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T02:48:41,608 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731984520925 assigned to meta. Checking AM states.
2024-11-19T02:48:41,608 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T02:48:41,609 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731984520925 assigned.
2024-11-19T02:48:41,617 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731984520925', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4., hostname=e93af88909ff,38561,1731984518653, seqNum=2]
2024-11-19T02:48:41,629 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 24a97b481072ab21e9bf4b8ed3b189f4 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-19T02:48:41,656 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:41,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/.tmp/family/03839ee09bcb4ca39d976507369456fb is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-19T02:48:41,699 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/.tmp/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:41,734 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/.tmp/family/03839ee09bcb4ca39d976507369456fb as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:41,735 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, delay=972 ms
2024-11-19T02:48:41,737 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, entries=2, sequenceid=6, filesize=4.9 K
2024-11-19T02:48:41,742 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 24a97b481072ab21e9bf4b8ed3b189f4 in 114ms, sequenceid=6, compaction requested=false
2024-11-19T02:48:41,743 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731984520925'
2024-11-19T02:48:41,745 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 24a97b481072ab21e9bf4b8ed3b189f4:

2024-11-19T02:48:42,709 DEBUG [hfile-prefetch-1731984521735 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 03839ee09bcb4ca39d976507369456fb_0. 
2024-11-19T02:48:42,713 DEBUG [hfile-prefetch-1731984521735 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 03839ee09bcb4ca39d976507369456fb_117. 
2024-11-19T02:48:42,715 DEBUG [hfile-prefetch-1731984521735 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, with total blocks 2, and data blocks 1
2024-11-19T02:48:42,715 DEBUG [hfile-prefetch-1731984521735 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-19T02:48:42,715 DEBUG [hfile-prefetch-1731984521735 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-19T02:48:42,716 DEBUG [hfile-prefetch-1731984521735 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb. Will sleep 100ms and try the verification again.
2024-11-19T02:48:42,739 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T02:48:42,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T02:48:42,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:42,740 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:42,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=24a97b481072ab21e9bf4b8ed3b189f4, source=e93af88909ff,38561,1731984518653, destination=e93af88909ff,37753,1731984518778, warming up region on e93af88909ff,37753,1731984518778
2024-11-19T02:48:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T02:48:42,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=24a97b481072ab21e9bf4b8ed3b189f4, source=e93af88909ff,38561,1731984518653, destination=e93af88909ff,37753,1731984518778, running balancer
2024-11-19T02:48:42,759 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T02:48:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE
2024-11-19T02:48:42,760 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE
2024-11-19T02:48:42,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(7855): Warmup {ENCODED => 24a97b481072ab21e9bf4b8ed3b189f4, NAME => 'testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:42,762 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=CLOSING, regionLocation=e93af88909ff,38561,1731984518653
2024-11-19T02:48:42,762 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 24a97b481072ab21e9bf4b8ed3b189f4 
2024-11-19T02:48:42,763 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T02:48:42,763 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731984522740
2024-11-19T02:48:42,763 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T02:48:42,763 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a97b481072ab21e9bf4b8ed3b189f4 columnFamilyName family
2024-11-19T02:48:42,763 DEBUG [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:42,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE because future has completed
2024-11-19T02:48:42,766 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-19T02:48:42,766 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653}]
2024-11-19T02:48:42,767 DEBUG [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:42,767 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(327): Store=24a97b481072ab21e9bf4b8ed3b189f4/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1722): Closing 24a97b481072ab21e9bf4b8ed3b189f4, disabling compactions & flushes
2024-11-19T02:48:42,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4. after waiting 0 ms
2024-11-19T02:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,769 DEBUG [StoreFileCloser-24a97b481072ab21e9bf4b8ed3b189f4-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:42,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37753 {}] regionserver.HRegion(1676): Region close journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Waiting for close lock at 1731984522767Disabling compacts and flushes for region at 1731984522767Disabling writes for close at 1731984522768 (+1 ms)Writing region close event to WAL at 1731984522769 (+1 ms)Closed at 1731984522769
2024-11-19T02:48:42,771 WARN  [hfile-prefetch-1731984521735 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-19T02:48:42,772 DEBUG [hfile-prefetch-1731984521735 {}] hfile.PrefetchExecutor(121): Prefetch completed for 03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-19T02:48:42,925 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:42,925 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-19T02:48:42,926 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 24a97b481072ab21e9bf4b8ed3b189f4, disabling compactions & flushes
2024-11-19T02:48:42,926 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,926 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,926 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4. after waiting 0 ms
2024-11-19T02:48:42,926 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,928 DEBUG [StoreFileCloser-24a97b481072ab21e9bf4b8ed3b189f4-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 03839ee09bcb4ca39d976507369456fb, starting offset: 0, end offset: 9223372036854775807
2024-11-19T02:48:42,929 DEBUG [StoreFileCloser-24a97b481072ab21e9bf4b8ed3b189f4-family-1 {}] bucket.BucketCache(856): removed key 03839ee09bcb4ca39d976507369456fb_0 from back map with offset lock 2094080 in the evict process
2024-11-19T02:48:42,935 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-19T02:48:42,935 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:42,935 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Waiting for close lock at 1731984522926Running coprocessor pre-close hooks at 1731984522926Disabling compacts and flushes for region at 1731984522926Disabling writes for close at 1731984522926Writing region close event to WAL at 1731984522930 (+4 ms)Running coprocessor post-close hooks at 1731984522935 (+5 ms)Closed at 1731984522935
2024-11-19T02:48:42,936 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 24a97b481072ab21e9bf4b8ed3b189f4 move to e93af88909ff,37753,1731984518778 record at close sequenceid=6
2024-11-19T02:48:42,939 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:42,940 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=CLOSED
2024-11-19T02:48:42,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653 because future has completed
2024-11-19T02:48:42,945 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T02:48:42,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,38561,1731984518653 in 178 msec
2024-11-19T02:48:42,946 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE; state=CLOSED, location=e93af88909ff,37753,1731984518778; forceNewPlan=false, retain=false
2024-11-19T02:48:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T02:48:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T02:48:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:42,967 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T02:48:42,967 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731984522963
2024-11-19T02:48:42,967 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T02:48:43,097 INFO  [e93af88909ff:39943 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T02:48:43,097 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=OPENING, regionLocation=e93af88909ff,37753,1731984518778
2024-11-19T02:48:43,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE because future has completed
2024-11-19T02:48:43,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,37753,1731984518778}]
2024-11-19T02:48:43,255 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,256 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a97b481072ab21e9bf4b8ed3b189f4, NAME => 'testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:43,256 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731984520925 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,256 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:43,256 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,256 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,257 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 24a97b481072ab21e9bf4b8ed3b189f4 
2024-11-19T02:48:43,258 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a97b481072ab21e9bf4b8ed3b189f4 columnFamilyName family
2024-11-19T02:48:43,259 DEBUG [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:43,260 DEBUG [StoreFileOpener-24a97b481072ab21e9bf4b8ed3b189f4-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb, delay=951 ms
2024-11-19T02:48:43,264 DEBUG [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:43,264 INFO  [StoreOpener-24a97b481072ab21e9bf4b8ed3b189f4-1 {}] regionserver.HStore(327): Store=24a97b481072ab21e9bf4b8ed3b189f4/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:43,264 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,265 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,266 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,266 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,266 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,270 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,271 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 24a97b481072ab21e9bf4b8ed3b189f4; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59955448, jitterRate=-0.10659420490264893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T02:48:43,271 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,272 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Running coprocessor pre-open hook at 1731984523256Writing region info on filesystem at 1731984523256Initializing all the Stores at 1731984523257 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984523257Cleaning up temporary data from old regions at 1731984523266 (+9 ms)Running coprocessor post-open hooks at 1731984523271 (+5 ms)Region opened successfully at 1731984523272 (+1 ms)
2024-11-19T02:48:43,273 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4., pid=9, masterSystemTime=1731984523252
2024-11-19T02:48:43,276 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,276 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,276 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=24a97b481072ab21e9bf4b8ed3b189f4, regionState=OPEN, openSeqNum=10, regionLocation=e93af88909ff,37753,1731984518778
2024-11-19T02:48:43,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,37753,1731984518778 because future has completed
2024-11-19T02:48:43,280 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e93af88909ff,37753,1731984518778, table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-19T02:48:43,282 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-19T02:48:43,282 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 24a97b481072ab21e9bf4b8ed3b189f4, server=e93af88909ff,37753,1731984518778 in 180 msec
2024-11-19T02:48:43,284 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731984520925, region=24a97b481072ab21e9bf4b8ed3b189f4, REOPEN/MOVE in 524 msec
2024-11-19T02:48:43,312 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T02:48:43,313 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T02:48:43,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:43,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,318 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T02:48:43,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T02:48:43,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692727640, stopped=false
2024-11-19T02:48:43,319 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,39943,1731984517899
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,321 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T02:48:43,322 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T02:48:43,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:43,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,38561,1731984518653' *****
2024-11-19T02:48:43,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T02:48:43,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,37753,1731984518778' *****
2024-11-19T02:48:43,323 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T02:48:43,323 INFO  [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T02:48:43,323 INFO  [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T02:48:43,324 INFO  [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/bucket.persistence
2024-11-19T02:48:43,324 INFO  [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T02:48:43,324 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T02:48:43,324 INFO  [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T02:48:43,324 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T02:48:43,324 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T02:48:43,334 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1487): Thread RS:1;e93af88909ff:37753 started persisting bucket cache to file
2024-11-19T02:48:43,334 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1487): Thread RS:0;e93af88909ff:38561 started persisting bucket cache to file
2024-11-19T02:48:43,335 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:43,335 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:43,335 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:43,335 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:43,339 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T02:48:43,339 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731984523334
2024-11-19T02:48:43,339 DEBUG [RS:1;e93af88909ff:37753 {}] bucket.BucketCache(1509): Thread RS:1;e93af88909ff:37753 finished persisting bucket cache to file, renaming
2024-11-19T02:48:43,338 WARN  [Thread-95 {}] util.Shell$1(1036): Error reading the error stream
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:329) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:396) ~[?:?]
	at org.apache.hadoop.util.Shell$1.run(Shell.java:1025) ~[hadoop-common-3.4.1.jar:?]
2024-11-19T02:48:43,338 ERROR [RS:0;e93af88909ff:38561 {}] bucket.PersistentIOEngine(78): Calculating checksum failed, because of 
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.read1(BufferedReader.java:213) ~[?:?]
	at java.io.BufferedReader.read(BufferedReader.java:287) ~[?:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:1054) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.run(Shell.java:959) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.getFileSize(PersistentIOEngine.java:94) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.calculateChecksum(PersistentIOEngine.java:71) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.toPB(BucketProtoUtils.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.serializeAsPB(BucketProtoUtils.java:75) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistChunkedBackingMap(BucketCache.java:1678) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistToFile(BucketCache.java:1496) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.shutdown(BucketCache.java:1774) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.shutdown(CombinedBlockCache.java:169) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:927) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T02:48:43,339 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T02:48:43,339 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T02:48:43,339 INFO  [RS:1;e93af88909ff:37753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T02:48:43,339 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731984523334
2024-11-19T02:48:43,339 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T02:48:43,339 DEBUG [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1509): Thread RS:0;e93af88909ff:38561 finished persisting bucket cache to file, renaming
2024-11-19T02:48:43,339 INFO  [RS:1;e93af88909ff:37753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T02:48:43,339 WARN  [RS:0;e93af88909ff:38561 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T02:48:43,340 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(3091): Received CLOSE for 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T02:48:43,340 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,38561,1731984518653
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:43,340 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,37753,1731984518778
2024-11-19T02:48:43,340 INFO  [RS:0;e93af88909ff:38561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:38561.
2024-11-19T02:48:43,340 INFO  [RS:1;e93af88909ff:37753 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:43,340 DEBUG [RS:0;e93af88909ff:38561 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:43,340 INFO  [RS:1;e93af88909ff:37753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e93af88909ff:37753.
2024-11-19T02:48:43,340 DEBUG [RS:0;e93af88909ff:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,340 DEBUG [RS:1;e93af88909ff:37753 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:43,341 DEBUG [RS:1;e93af88909ff:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,341 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T02:48:43,341 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T02:48:43,341 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T02:48:43,341 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T02:48:43,341 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T02:48:43,341 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T02:48:43,341 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24a97b481072ab21e9bf4b8ed3b189f4, disabling compactions & flushes
2024-11-19T02:48:43,341 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1325): Online Regions={24a97b481072ab21e9bf4b8ed3b189f4=testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.}
2024-11-19T02:48:43,341 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T02:48:43,341 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,341 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-19T02:48:43,341 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,342 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4. after waiting 0 ms
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,342 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T02:48:43,342 DEBUG [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1351): Waiting on 24a97b481072ab21e9bf4b8ed3b189f4
2024-11-19T02:48:43,342 DEBUG [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T02:48:43,342 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T02:48:43,342 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-19T02:48:43,343 DEBUG [StoreFileCloser-24a97b481072ab21e9bf4b8ed3b189f4-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/family/03839ee09bcb4ca39d976507369456fb
2024-11-19T02:48:43,348 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnRegionMove1731984520925/24a97b481072ab21e9bf4b8ed3b189f4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-19T02:48:43,349 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,349 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24a97b481072ab21e9bf4b8ed3b189f4:
Waiting for close lock at 1731984523340Running coprocessor pre-close hooks at 1731984523341 (+1 ms)Disabling compacts and flushes for region at 1731984523341Disabling writes for close at 1731984523342 (+1 ms)Writing region close event to WAL at 1731984523343 (+1 ms)Running coprocessor post-close hooks at 1731984523348 (+5 ms)Closed at 1731984523348
2024-11-19T02:48:43,349 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4.
2024-11-19T02:48:43,355 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e69085e22d9b4f8993761c7e5e1ad108
2024-11-19T02:48:43,363 INFO  [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:43,367 INFO  [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:43,374 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/e69085e22d9b4f8993761c7e5e1ad108 is 205, key is testBlockEvictionOnRegionMove1731984520925,,1731984520950.24a97b481072ab21e9bf4b8ed3b189f4./info:regioninfo/1731984523276/Put/seqid=0
2024-11-19T02:48:43,375 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/e69085e22d9b4f8993761c7e5e1ad108
2024-11-19T02:48:43,386 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ae6de1da0b9a4cafbe97bfad79c844f5
2024-11-19T02:48:43,400 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/ae6de1da0b9a4cafbe97bfad79c844f5 is 43, key is default/ns:d/1731984520683/Put/seqid=0
2024-11-19T02:48:43,401 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/ae6de1da0b9a4cafbe97bfad79c844f5
2024-11-19T02:48:43,411 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on edd79539135a41978cfdd506419e142a
2024-11-19T02:48:43,425 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/edd79539135a41978cfdd506419e142a is 78, key is testBlockEvictionOnRegionMove1731984520925/table:state/1731984521367/Put/seqid=0
2024-11-19T02:48:43,426 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/edd79539135a41978cfdd506419e142a
2024-11-19T02:48:43,429 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/e69085e22d9b4f8993761c7e5e1ad108 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/e69085e22d9b4f8993761c7e5e1ad108
2024-11-19T02:48:43,430 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/e69085e22d9b4f8993761c7e5e1ad108, delay=976 ms
2024-11-19T02:48:43,431 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/e69085e22d9b4f8993761c7e5e1ad108, entries=15, sequenceid=15, filesize=7.6 K
2024-11-19T02:48:43,432 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/ae6de1da0b9a4cafbe97bfad79c844f5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/ae6de1da0b9a4cafbe97bfad79c844f5
2024-11-19T02:48:43,433 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/ae6de1da0b9a4cafbe97bfad79c844f5, delay=944 ms
2024-11-19T02:48:43,435 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/ae6de1da0b9a4cafbe97bfad79c844f5, entries=2, sequenceid=15, filesize=5.0 K
2024-11-19T02:48:43,435 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/edd79539135a41978cfdd506419e142a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/edd79539135a41978cfdd506419e142a
2024-11-19T02:48:43,436 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/edd79539135a41978cfdd506419e142a, delay=976 ms
2024-11-19T02:48:43,437 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/edd79539135a41978cfdd506419e142a, entries=2, sequenceid=15, filesize=5.3 K
2024-11-19T02:48:43,438 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=15, compaction requested=false
2024-11-19T02:48:43,438 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-19T02:48:43,440 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/e69085e22d9b4f8993761c7e5e1ad108
2024-11-19T02:48:43,441 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/ae6de1da0b9a4cafbe97bfad79c844f5
2024-11-19T02:48:43,442 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/edd79539135a41978cfdd506419e142a
2024-11-19T02:48:43,447 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-19T02:48:43,448 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T02:48:43,448 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:43,448 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731984523341Running coprocessor pre-close hooks at 1731984523342 (+1 ms)Disabling compacts and flushes for region at 1731984523342Disabling writes for close at 1731984523342Obtaining lock to block concurrent updates at 1731984523342Preparing flush snapshotting stores in 1588230740 at 1731984523342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731984523343 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731984523344 (+1 ms)Flushing 1588230740/info: creating writer at 1731984523344Flushing 1588230740/info: appending metadata at 1731984523373 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731984523373Flushing 1588230740/ns: creating writer at 1731984523379 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731984523399 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731984523399Flushing 1588230740/table: creating writer at 1731984523404 (+5 ms)Flushing 1588230740/table: appending metadata at 1731984523425 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731984523425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f363aca: reopening flushed file at 1731984523429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3642cfad: reopening flushed file at 1731984523432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef92a8a: reopening flushed file at 1731984523435 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=15, compaction requested=false at 1731984523438 (+3 ms)Writing region close event to WAL at 1731984523443 (+5 ms)Running coprocessor post-close hooks at 1731984523447 (+4 ms)Closed at 1731984523448 (+1 ms)
2024-11-19T02:48:43,449 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:43,542 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,37753,1731984518778; all regions closed.
2024-11-19T02:48:43,542 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,38561,1731984518653; all regions closed.
2024-11-19T02:48:43,547 DEBUG [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:43,547 DEBUG [RS:1;e93af88909ff:37753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:43,548 INFO  [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C38561%2C1731984518653.meta:.meta(num 1731984520539)
2024-11-19T02:48:43,548 INFO  [RS:1;e93af88909ff:37753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C37753%2C1731984518778:(num 1731984520136)
2024-11-19T02:48:43,548 DEBUG [RS:1;e93af88909ff:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,548 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:43,548 INFO  [RS:1;e93af88909ff:37753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:43,548 INFO  [RS:1;e93af88909ff:37753 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:43,549 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T02:48:43,549 INFO  [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:43,549 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T02:48:43,549 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T02:48:43,549 INFO  [RS:1;e93af88909ff:37753 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:43,549 INFO  [RS:1;e93af88909ff:37753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37753
2024-11-19T02:48:43,550 DEBUG [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:43,550 INFO  [RS:0;e93af88909ff:38561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C38561%2C1731984518653:(num 1731984520136)
2024-11-19T02:48:43,550 DEBUG [RS:0;e93af88909ff:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:43,550 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:43,550 INFO  [RS:0;e93af88909ff:38561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:43,551 INFO  [RS:0;e93af88909ff:38561 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:43,551 INFO  [RS:0;e93af88909ff:38561 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:43,551 INFO  [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:43,551 INFO  [RS:0;e93af88909ff:38561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38561
2024-11-19T02:48:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,38561,1731984518653
2024-11-19T02:48:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:43,560 INFO  [RS:0;e93af88909ff:38561 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:43,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,37753,1731984518778
2024-11-19T02:48:43,566 INFO  [RS:1;e93af88909ff:37753 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:43,566 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,37753,1731984518778]
2024-11-19T02:48:43,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,37753,1731984518778 already deleted, retry=false
2024-11-19T02:48:43,581 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,37753,1731984518778 expired; onlineServers=1
2024-11-19T02:48:43,581 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,38561,1731984518653]
2024-11-19T02:48:43,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,38561,1731984518653 already deleted, retry=false
2024-11-19T02:48:43,587 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,38561,1731984518653 expired; onlineServers=0
2024-11-19T02:48:43,587 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,39943,1731984517899' *****
2024-11-19T02:48:43,587 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T02:48:43,587 INFO  [M:0;e93af88909ff:39943 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:43,588 INFO  [M:0;e93af88909ff:39943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:43,588 DEBUG [M:0;e93af88909ff:39943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T02:48:43,588 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T02:48:43,588 DEBUG [M:0;e93af88909ff:39943 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T02:48:43,588 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984519788 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984519788,5,FailOnTimeoutGroup]
2024-11-19T02:48:43,588 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984519789 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984519789,5,FailOnTimeoutGroup]
2024-11-19T02:48:43,588 INFO  [M:0;e93af88909ff:39943 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:43,588 INFO  [M:0;e93af88909ff:39943 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:43,588 DEBUG [M:0;e93af88909ff:39943 {}] master.HMaster(1795): Stopping service threads
2024-11-19T02:48:43,589 INFO  [M:0;e93af88909ff:39943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T02:48:43,589 INFO  [M:0;e93af88909ff:39943 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T02:48:43,589 INFO  [M:0;e93af88909ff:39943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T02:48:43,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T02:48:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,592 DEBUG [M:0;e93af88909ff:39943 {}] zookeeper.ZKUtil(347): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T02:48:43,592 WARN  [M:0;e93af88909ff:39943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T02:48:43,592 INFO  [M:0;e93af88909ff:39943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.lastflushedseqids
2024-11-19T02:48:43,601 INFO  [M:0;e93af88909ff:39943 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T02:48:43,601 INFO  [M:0;e93af88909ff:39943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T02:48:43,601 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T02:48:43,601 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:43,601 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:43,601 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T02:48:43,601 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:43,602 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.69 KB heapSize=43.02 KB
2024-11-19T02:48:43,612 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b2d708b4d858469a9af9b22bf38a2f5d
2024-11-19T02:48:43,626 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d708b4d858469a9af9b22bf38a2f5d is 82, key is hbase:meta,,1/info:regioninfo/1731984520615/Put/seqid=0
2024-11-19T02:48:43,626 INFO  [M:0;e93af88909ff:39943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d708b4d858469a9af9b22bf38a2f5d
2024-11-19T02:48:43,635 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d94f6799e2524aa1859fe505dfae08a8
2024-11-19T02:48:43,649 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94f6799e2524aa1859fe505dfae08a8 is 779, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984521371/Put/seqid=0
2024-11-19T02:48:43,649 INFO  [M:0;e93af88909ff:39943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.07 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94f6799e2524aa1859fe505dfae08a8
2024-11-19T02:48:43,658 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dfa91a54847b4cd58c3864723aff378c
2024-11-19T02:48:43,671 DEBUG [M:0;e93af88909ff:39943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa91a54847b4cd58c3864723aff378c is 69, key is e93af88909ff,37753,1731984518778/rs:state/1731984519871/Put/seqid=0
2024-11-19T02:48:43,672 INFO  [M:0;e93af88909ff:39943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa91a54847b4cd58c3864723aff378c
2024-11-19T02:48:43,674 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d708b4d858469a9af9b22bf38a2f5d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d708b4d858469a9af9b22bf38a2f5d
2024-11-19T02:48:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012e2054580001, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,675 INFO  [RS:0;e93af88909ff:38561 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:43,676 INFO  [RS:0;e93af88909ff:38561 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,38561,1731984518653; zookeeper connection closed.
2024-11-19T02:48:43,676 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d708b4d858469a9af9b22bf38a2f5d, entries=8, sequenceid=84, filesize=5.5 K
2024-11-19T02:48:43,676 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7588697d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7588697d
2024-11-19T02:48:43,677 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94f6799e2524aa1859fe505dfae08a8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d94f6799e2524aa1859fe505dfae08a8
2024-11-19T02:48:43,678 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d94f6799e2524aa1859fe505dfae08a8, entries=9, sequenceid=84, filesize=6.5 K
2024-11-19T02:48:43,679 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa91a54847b4cd58c3864723aff378c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa91a54847b4cd58c3864723aff378c
2024-11-19T02:48:43,680 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa91a54847b4cd58c3864723aff378c, entries=2, sequenceid=84, filesize=5.1 K
2024-11-19T02:48:43,681 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=84, compaction requested=false
2024-11-19T02:48:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,681 INFO  [RS:1;e93af88909ff:37753 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x1012e2054580002, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,681 INFO  [RS:1;e93af88909ff:37753 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,37753,1731984518778; zookeeper connection closed.
2024-11-19T02:48:43,682 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@81b3732 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@81b3732
2024-11-19T02:48:43,682 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-19T02:48:43,684 INFO  [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:43,684 DEBUG [M:0;e93af88909ff:39943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731984523601Disabling compacts and flushes for region at 1731984523601Disabling writes for close at 1731984523601Obtaining lock to block concurrent updates at 1731984523602 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984523602Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35518, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731984523602Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984523602Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984523603 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984523625 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984523625Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984523628 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984523648 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984523648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984523651 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984523671 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984523671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6c703b: reopening flushed file at 1731984523674 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2c9de1: reopening flushed file at 1731984523676 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc92a2e: reopening flushed file at 1731984523678 (+2 ms)Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=84, compaction requested=false at 1731984523681 (+3 ms)Writing region close event to WAL at 1731984523684 (+3 ms)Closed at 1731984523684
2024-11-19T02:48:43,686 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:43,686 INFO  [M:0;e93af88909ff:39943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T02:48:43,686 INFO  [M:0;e93af88909ff:39943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39943
2024-11-19T02:48:43,687 INFO  [M:0;e93af88909ff:39943 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:43,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,789 INFO  [M:0;e93af88909ff:39943 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:43,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39943-0x1012e2054580000, quorum=127.0.0.1:59927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:43,794 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T02:48:43,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-19T02:48:43,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,822 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=50 (was 12)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731984521735
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1731984523430
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731984523433
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731984523261
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=12248 (was 12598)
2024-11-19T02:48:43,828 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=50, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=12249
2024-11-19T02:48:43,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/hadoop-log-dir so I do NOT create it in target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6
2024-11-19T02:48:43,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/hadoop-tmp-dir so I do NOT create it in target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6
2024-11-19T02:48:43,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,831 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/cluster_9c7a01b1-5b3a-b395-48d1-de3302e39a20, deleteOnExit=true
2024-11-19T02:48:43,835 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/cluster_9c7a01b1-5b3a-b395-48d1-de3302e39a20/zookeeper_0, clientPort=64346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/cluster_9c7a01b1-5b3a-b395-48d1-de3302e39a20/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/cluster_9c7a01b1-5b3a-b395-48d1-de3302e39a20/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T02:48:43,836 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64346
2024-11-19T02:48:43,848 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5 with version=8
2024-11-19T02:48:43,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase-staging
2024-11-19T02:48:43,851 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:43,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T02:48:43,852 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:43,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32991
2024-11-19T02:48:43,854 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32991 connecting to ZooKeeper ensemble=127.0.0.1:64346
2024-11-19T02:48:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329910x0, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:43,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32991-0x1012e206cc90000 connected
2024-11-19T02:48:43,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,881 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5, hbase.cluster.distributed=false
2024-11-19T02:48:43,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:43,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32991
2024-11-19T02:48:43,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32991
2024-11-19T02:48:43,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32991
2024-11-19T02:48:43,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32991
2024-11-19T02:48:43,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32991
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,901 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:43,902 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T02:48:43,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:43,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35517
2024-11-19T02:48:43,904 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35517 connecting to ZooKeeper ensemble=127.0.0.1:64346
2024-11-19T02:48:43,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355170x0, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:43,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35517-0x1012e206cc90001 connected
2024-11-19T02:48:43,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,910 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T02:48:43,911 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache
2024-11-19T02:48:43,911 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T02:48:43,911 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T02:48:43,911 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T02:48:43,912 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T02:48:43,912 INFO  [Thread-118 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T02:48:43,912 WARN  [Thread-118 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T02:48:43,913 INFO  [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T02:48:43,913 INFO  [Thread-118 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence is complete.
2024-11-19T02:48:43,916 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T02:48:43,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T02:48:43,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35517
2024-11-19T02:48:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35517
2024-11-19T02:48:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35517
2024-11-19T02:48:43,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35517
2024-11-19T02:48:43,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35517
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T02:48:43,939 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:43,941 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37219
2024-11-19T02:48:43,942 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37219 connecting to ZooKeeper ensemble=127.0.0.1:64346
2024-11-19T02:48:43,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372190x0, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:43,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372190x0, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:43,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37219-0x1012e206cc90002 connected
2024-11-19T02:48:43,946 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T02:48:43,947 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache
2024-11-19T02:48:43,947 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T02:48:43,947 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T02:48:43,947 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T02:48:43,948 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T02:48:43,948 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-19T02:48:43,948 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T02:48:43,948 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence is complete.
2024-11-19T02:48:43,948 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T02:48:43,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T02:48:43,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T02:48:43,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:43,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37219
2024-11-19T02:48:43,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37219
2024-11-19T02:48:43,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37219
2024-11-19T02:48:43,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37219
2024-11-19T02:48:43,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37219
2024-11-19T02:48:43,974 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:32991
2024-11-19T02:48:43,975 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,32991,1731984523851
2024-11-19T02:48:43,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,977 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,32991,1731984523851
2024-11-19T02:48:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:43,981 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T02:48:43,982 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,32991,1731984523851 from backup master directory
2024-11-19T02:48:43,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,32991,1731984523851
2024-11-19T02:48:43,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,985 WARN  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:43,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T02:48:43,985 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,32991,1731984523851
2024-11-19T02:48:43,987 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase.id] with ID: cddfa4ca-814f-48f0-bda9-37d34e34fd81
2024-11-19T02:48:43,987 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.tmp/hbase.id
2024-11-19T02:48:43,991 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/hbase.id]
2024-11-19T02:48:44,032 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:44,032 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T02:48:44,034 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-19T02:48:44,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,042 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T02:48:44,043 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T02:48:44,043 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:44,066 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T02:48:44,073 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:44,073 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731984524073Disabling compacts and flushes for region at 1731984524073Disabling writes for close at 1731984524073Writing region close event to WAL at 1731984524073Closed at 1731984524073
2024-11-19T02:48:44,073 WARN  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/.initializing
2024-11-19T02:48:44,073 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,32991,1731984523851
2024-11-19T02:48:44,080 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:44,083 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C32991%2C1731984523851, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,32991,1731984523851, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/oldWALs, maxLogs=10
2024-11-19T02:48:44,102 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/WALs/e93af88909ff,32991,1731984523851/e93af88909ff%2C32991%2C1731984523851.1731984524084
2024-11-19T02:48:44,102 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:44,102 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:44,102 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:44,102 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,102 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,103 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:44,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T02:48:44,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:44,112 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T02:48:44,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,112 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:44,113 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:44,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T02:48:44,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:44,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T02:48:44,119 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T02:48:44,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,119 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:44,120 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,120 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,120 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,120 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,120 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,121 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:44,121 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T02:48:44,128 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:44,128 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65335447, jitterRate=-0.02642597258090973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:44,129 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731984524103Initializing all the Stores at 1731984524103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524103Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984524103Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984524103Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984524103Cleaning up temporary data from old regions at 1731984524120 (+17 ms)Region opened successfully at 1731984524129 (+9 ms)
2024-11-19T02:48:44,130 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T02:48:44,134 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd29c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:44,135 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T02:48:44,135 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T02:48:44,135 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T02:48:44,135 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T02:48:44,136 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-19T02:48:44,136 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-19T02:48:44,136 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T02:48:44,138 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T02:48:44,139 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T02:48:44,140 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T02:48:44,140 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T02:48:44,141 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T02:48:44,142 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T02:48:44,143 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T02:48:44,144 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T02:48:44,146 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T02:48:44,147 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T02:48:44,148 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T02:48:44,150 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T02:48:44,151 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,153 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,32991,1731984523851, sessionid=0x1012e206cc90000, setting cluster-up flag (Was=false)
2024-11-19T02:48:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,164 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T02:48:44,165 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,32991,1731984523851
2024-11-19T02:48:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,173 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T02:48:44,174 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,32991,1731984523851
2024-11-19T02:48:44,175 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T02:48:44,176 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:44,177 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T02:48:44,177 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T02:48:44,177 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,32991,1731984523851
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,179 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:44,180 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984554181
2024-11-19T02:48:44,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T02:48:44,181 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T02:48:44,181 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,181 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,181 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T02:48:44,182 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T02:48:44,182 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T02:48:44,182 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T02:48:44,182 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T02:48:44,182 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T02:48:44,183 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984524182,5,FailOnTimeoutGroup]
2024-11-19T02:48:44,184 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984524183,5,FailOnTimeoutGroup]
2024-11-19T02:48:44,184 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,184 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T02:48:44,184 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,185 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,201 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T02:48:44,201 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:44,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:44,212 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T02:48:44,216 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T02:48:44,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T02:48:44,219 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T02:48:44,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T02:48:44,223 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T02:48:44,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T02:48:44,227 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T02:48:44,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T02:48:44,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:44,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:44,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T02:48:44,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T02:48:44,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:44,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T02:48:44,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:44,234 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66178061, jitterRate=-0.01387004554271698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731984524211Initializing all the Stores at 1731984524212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524212Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984524212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524212Cleaning up temporary data from old regions at 1731984524228 (+16 ms)Region opened successfully at 1731984524235 (+7 ms)
2024-11-19T02:48:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T02:48:44,235 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T02:48:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T02:48:44,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T02:48:44,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T02:48:44,236 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:44,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731984524235Disabling compacts and flushes for region at 1731984524235Disabling writes for close at 1731984524236 (+1 ms)Writing region close event to WAL at 1731984524236Closed at 1731984524236
2024-11-19T02:48:44,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:44,237 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T02:48:44,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T02:48:44,238 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T02:48:44,239 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T02:48:44,264 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(746): ClusterId : cddfa4ca-814f-48f0-bda9-37d34e34fd81
2024-11-19T02:48:44,264 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(746): ClusterId : cddfa4ca-814f-48f0-bda9-37d34e34fd81
2024-11-19T02:48:44,264 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T02:48:44,264 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T02:48:44,267 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T02:48:44,267 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T02:48:44,267 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T02:48:44,267 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T02:48:44,269 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T02:48:44,269 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T02:48:44,270 DEBUG [RS:1;e93af88909ff:37219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577968d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:44,270 DEBUG [RS:0;e93af88909ff:35517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca5bd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:44,284 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:35517
2024-11-19T02:48:44,284 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T02:48:44,284 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e93af88909ff:37219
2024-11-19T02:48:44,284 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T02:48:44,284 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T02:48:44,285 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T02:48:44,285 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T02:48:44,285 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T02:48:44,285 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,32991,1731984523851 with port=35517, startcode=1731984523901
2024-11-19T02:48:44,285 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,32991,1731984523851 with port=37219, startcode=1731984523938
2024-11-19T02:48:44,286 DEBUG [RS:0;e93af88909ff:35517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T02:48:44,286 DEBUG [RS:1;e93af88909ff:37219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T02:48:44,288 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T02:48:44,289 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T02:48:44,289 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,289 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,290 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,290 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,291 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:44,291 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T02:48:44,291 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T02:48:44,292 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:44,292 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T02:48:44,292 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T02:48:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:44,297 DEBUG [RS:1;e93af88909ff:37219 {}] zookeeper.ZKUtil(111): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,297 WARN  [RS:1;e93af88909ff:37219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:44,297 INFO  [RS:1;e93af88909ff:37219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:44,298 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,35517,1731984523901]
2024-11-19T02:48:44,298 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,37219,1731984523938]
2024-11-19T02:48:44,298 DEBUG [RS:0;e93af88909ff:35517 {}] zookeeper.ZKUtil(111): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,298 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,298 WARN  [RS:0;e93af88909ff:35517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:44,298 INFO  [RS:0;e93af88909ff:35517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:44,298 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,304 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T02:48:44,304 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T02:48:44,306 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T02:48:44,306 INFO  [RS:0;e93af88909ff:35517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T02:48:44,306 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,312 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T02:48:44,312 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T02:48:44,313 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T02:48:44,313 INFO  [RS:1;e93af88909ff:37219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T02:48:44,313 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,313 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,313 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:44,313 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:44,314 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,314 DEBUG [RS:0;e93af88909ff:35517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:44,314 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,314 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,314 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,314 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,315 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,315 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,35517,1731984523901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:44,315 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:44,316 DEBUG [RS:1;e93af88909ff:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,316 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,37219,1731984523938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:44,332 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T02:48:44,332 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,37219,1731984523938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,332 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,332 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.Replication(171): e93af88909ff,37219,1731984523938 started
2024-11-19T02:48:44,333 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T02:48:44,333 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,35517,1731984523901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,333 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,333 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.Replication(171): e93af88909ff,35517,1731984523901 started
2024-11-19T02:48:44,347 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,347 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,37219,1731984523938, RpcServer on e93af88909ff/172.17.0.2:37219, sessionid=0x1012e206cc90002
2024-11-19T02:48:44,348 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T02:48:44,348 DEBUG [RS:1;e93af88909ff:37219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,348 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,37219,1731984523938'
2024-11-19T02:48:44,348 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,37219,1731984523938
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,37219,1731984523938'
2024-11-19T02:48:44,349 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T02:48:44,350 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T02:48:44,350 DEBUG [RS:1;e93af88909ff:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T02:48:44,350 INFO  [RS:1;e93af88909ff:37219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T02:48:44,351 INFO  [RS:1;e93af88909ff:37219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T02:48:44,355 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,355 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,35517,1731984523901, RpcServer on e93af88909ff/172.17.0.2:35517, sessionid=0x1012e206cc90001
2024-11-19T02:48:44,355 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T02:48:44,355 DEBUG [RS:0;e93af88909ff:35517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,355 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,35517,1731984523901'
2024-11-19T02:48:44,355 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T02:48:44,356 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,35517,1731984523901'
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T02:48:44,357 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T02:48:44,358 DEBUG [RS:0;e93af88909ff:35517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T02:48:44,358 INFO  [RS:0;e93af88909ff:35517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T02:48:44,358 INFO  [RS:0;e93af88909ff:35517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T02:48:44,389 WARN  [e93af88909ff:32991 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T02:48:44,451 INFO  [RS:1;e93af88909ff:37219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:44,452 INFO  [RS:1;e93af88909ff:37219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C37219%2C1731984523938, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:44,458 INFO  [RS:0;e93af88909ff:35517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:44,459 INFO  [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C35517%2C1731984523901, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,35517,1731984523901, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:44,472 INFO  [RS:1;e93af88909ff:37219 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938/e93af88909ff%2C37219%2C1731984523938.1731984524454
2024-11-19T02:48:44,472 DEBUG [RS:1;e93af88909ff:37219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:44,477 INFO  [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,35517,1731984523901/e93af88909ff%2C35517%2C1731984523901.1731984524460
2024-11-19T02:48:44,477 DEBUG [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:44,640 DEBUG [e93af88909ff:32991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-19T02:48:44,640 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0}
2024-11-19T02:48:44,641 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T02:48:44,641 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T02:48:44,641 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T02:48:44,641 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T02:48:44,641 INFO  [e93af88909ff:32991 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T02:48:44,641 INFO  [e93af88909ff:32991 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T02:48:44,641 DEBUG [e93af88909ff:32991 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T02:48:44,642 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,643 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,35517,1731984523901, state=OPENING
2024-11-19T02:48:44,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T02:48:44,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:44,648 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T02:48:44,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,648 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,35517,1731984523901}]
2024-11-19T02:48:44,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T02:48:44,803 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T02:48:44,805 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T02:48:44,805 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:44,806 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T02:48:44,806 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C35517%2C1731984523901.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,35517,1731984523901, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:44,825 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,35517,1731984523901/e93af88909ff%2C35517%2C1731984523901.meta.1731984524807.meta
2024-11-19T02:48:44,825 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:44,825 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:44,825 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T02:48:44,826 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T02:48:44,826 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T02:48:44,826 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T02:48:44,826 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:44,826 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T02:48:44,826 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T02:48:44,827 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-19T02:48:44,828 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T02:48:44,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,828 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,828 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-19T02:48:44,829 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T02:48:44,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-19T02:48:44,830 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T02:48:44,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,830 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,830 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-19T02:48:44,831 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T02:48:44,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,831 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T02:48:44,831 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T02:48:44,832 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:44,832 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740
2024-11-19T02:48:44,832 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T02:48:44,832 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T02:48:44,833 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T02:48:44,833 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T02:48:44,834 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64133824, jitterRate=-0.04433155059814453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T02:48:44,834 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T02:48:44,835 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731984524826Writing region info on filesystem at 1731984524826Initializing all the Stores at 1731984524827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984524827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984524827Cleaning up temporary data from old regions at 1731984524832 (+5 ms)Running coprocessor post-open hooks at 1731984524834 (+2 ms)Region opened successfully at 1731984524835 (+1 ms)
2024-11-19T02:48:44,835 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984524800
2024-11-19T02:48:44,838 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T02:48:44,838 INFO  [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T02:48:44,838 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,839 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,35517,1731984523901, state=OPEN
2024-11-19T02:48:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T02:48:44,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,841 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,35517,1731984523901
2024-11-19T02:48:44,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T02:48:44,843 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T02:48:44,843 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,35517,1731984523901 in 193 msec
2024-11-19T02:48:44,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T02:48:44,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec
2024-11-19T02:48:44,845 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T02:48:44,845 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T02:48:44,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T02:48:44,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,35517,1731984523901, seqNum=-1]
2024-11-19T02:48:44,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T02:48:44,851 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T02:48:44,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 680 msec
2024-11-19T02:48:44,856 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984524856, completionTime=-1
2024-11-19T02:48:44,856 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-19T02:48:44,856 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T02:48:44,858 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-19T02:48:44,858 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984584858
2024-11-19T02:48:44,858 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984644858
2024-11-19T02:48:44,858 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:32991, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,859 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,862 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T02:48:44,863 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.878sec
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:44,864 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T02:48:44,865 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T02:48:44,865 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T02:48:44,865 INFO  [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,32991,1731984523851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:44,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fb9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:44,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,32991,-1 for getting cluster id
2024-11-19T02:48:44,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T02:48:44,967 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddfa4ca-814f-48f0-bda9-37d34e34fd81'
2024-11-19T02:48:44,968 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T02:48:44,968 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddfa4ca-814f-48f0-bda9-37d34e34fd81"

2024-11-19T02:48:44,968 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d79ece0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:44,968 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,32991,-1]
2024-11-19T02:48:44,968 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T02:48:44,969 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:44,970 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T02:48:44,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d796be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T02:48:44,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T02:48:44,973 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,35517,1731984523901, seqNum=-1]
2024-11-19T02:48:44,974 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T02:48:44,976 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T02:48:44,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,32991,1731984523851
2024-11-19T02:48:44,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T02:48:44,980 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,32991,1731984523851
2024-11-19T02:48:44,980 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@395e798a
2024-11-19T02:48:44,980 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T02:48:44,982 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T02:48:44,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731984524979', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T02:48:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979
2024-11-19T02:48:44,985 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T02:48:44,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:44,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1731984524979"
 procId is: 4
2024-11-19T02:48:44,986 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T02:48:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:44,997 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df4eee96c331b4224195345ff6ca81ca, NAME => 'testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731984524979', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1722): Closing df4eee96c331b4224195345ff6ca81ca, disabling compactions & flushes
2024-11-19T02:48:45,004 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca. after waiting 0 ms
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,004 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,004 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731984524979-pool-0 {}] regionserver.HRegion(1676): Region close journal for df4eee96c331b4224195345ff6ca81ca:
Waiting for close lock at 1731984525004Disabling compacts and flushes for region at 1731984525004Disabling writes for close at 1731984525004Writing region close event to WAL at 1731984525004Closed at 1731984525004
2024-11-19T02:48:45,005 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T02:48:45,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731984525005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984525005"}]},"ts":"1731984525005"}
2024-11-19T02:48:45,007 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T02:48:45,008 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T02:48:45,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731984524979","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984525008"}]},"ts":"1731984525008"}
2024-11-19T02:48:45,010 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731984524979, state=ENABLING in hbase:meta
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0}
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-19T02:48:45,011 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-19T02:48:45,011 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-19T02:48:45,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-19T02:48:45,011 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN}]
2024-11-19T02:48:45,012 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN
2024-11-19T02:48:45,013 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN; state=OFFLINE, location=e93af88909ff,37219,1731984523938; forceNewPlan=false, retain=false
2024-11-19T02:48:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:45,164 INFO  [e93af88909ff:32991 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-19T02:48:45,164 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df4eee96c331b4224195345ff6ca81ca, regionState=OPENING, regionLocation=e93af88909ff,37219,1731984523938
2024-11-19T02:48:45,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN because future has completed
2024-11-19T02:48:45,167 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,37219,1731984523938}]
2024-11-19T02:48:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:45,320 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T02:48:45,322 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T02:48:45,324 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,324 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df4eee96c331b4224195345ff6ca81ca, NAME => 'testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:45,324 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731984524979 df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,324 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:45,325 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,325 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,325 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region df4eee96c331b4224195345ff6ca81ca 
2024-11-19T02:48:45,330 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df4eee96c331b4224195345ff6ca81ca columnFamilyName family
2024-11-19T02:48:45,330 DEBUG [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:45,330 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] regionserver.HStore(327): Store=df4eee96c331b4224195345ff6ca81ca/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:45,330 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,331 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,331 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,331 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,331 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,332 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,338 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T02:48:45,338 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df4eee96c331b4224195345ff6ca81ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71036361, jitterRate=0.05852426588535309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T02:48:45,338 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:45,339 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df4eee96c331b4224195345ff6ca81ca:
Running coprocessor pre-open hook at 1731984525325Writing region info on filesystem at 1731984525325Initializing all the Stores at 1731984525325Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984525325Cleaning up temporary data from old regions at 1731984525331 (+6 ms)Running coprocessor post-open hooks at 1731984525338 (+7 ms)Region opened successfully at 1731984525339 (+1 ms)
2024-11-19T02:48:45,339 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca., pid=6, masterSystemTime=1731984525320
2024-11-19T02:48:45,342 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,342 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:45,342 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df4eee96c331b4224195345ff6ca81ca, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,37219,1731984523938
2024-11-19T02:48:45,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,37219,1731984523938 because future has completed
2024-11-19T02:48:45,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T02:48:45,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,37219,1731984523938 in 179 msec
2024-11-19T02:48:45,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T02:48:45,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN in 336 msec
2024-11-19T02:48:45,350 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T02:48:45,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731984524979","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984525350"}]},"ts":"1731984525350"}
2024-11-19T02:48:45,352 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731984524979, state=ENABLED in hbase:meta
2024-11-19T02:48:45,353 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T02:48:45,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731984524979 in 370 msec
2024-11-19T02:48:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T02:48:45,619 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731984524979 completed
2024-11-19T02:48:45,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731984524979 get assigned. Timeout = 60000ms
2024-11-19T02:48:45,619 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T02:48:45,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731984524979 assigned to meta. Checking AM states.
2024-11-19T02:48:45,623 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T02:48:45,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731984524979 assigned.
2024-11-19T02:48:45,626 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731984524979', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca., hostname=e93af88909ff,37219,1731984523938, seqNum=2]
2024-11-19T02:48:45,626 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T02:48:45,629 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T02:48:45,632 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing df4eee96c331b4224195345ff6ca81ca 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-19T02:48:45,642 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:45,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/.tmp/family/aee8861544e44da48dccb06ea7258816 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-19T02:48:45,656 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/.tmp/family/aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:45,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/.tmp/family/aee8861544e44da48dccb06ea7258816 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:45,660 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, delay=942 ms
2024-11-19T02:48:45,661 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, entries=2, sequenceid=6, filesize=4.9 K
2024-11-19T02:48:45,661 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for df4eee96c331b4224195345ff6ca81ca in 29ms, sequenceid=6, compaction requested=false
2024-11-19T02:48:45,661 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731984524979'
2024-11-19T02:48:45,662 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for df4eee96c331b4224195345ff6ca81ca:

2024-11-19T02:48:46,082 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T02:48:46,603 DEBUG [hfile-prefetch-1731984523261 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key aee8861544e44da48dccb06ea7258816_0. 
2024-11-19T02:48:46,604 DEBUG [hfile-prefetch-1731984523261 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key aee8861544e44da48dccb06ea7258816_117. 
2024-11-19T02:48:46,604 DEBUG [hfile-prefetch-1731984523261 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, with total blocks 2, and data blocks 1
2024-11-19T02:48:46,604 DEBUG [hfile-prefetch-1731984523261 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-11-19T02:48:46,604 DEBUG [hfile-prefetch-1731984523261 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-19T02:48:46,604 DEBUG [hfile-prefetch-1731984523261 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816. Will sleep 100ms and try the verification again.
2024-11-19T02:48:46,614 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-19T02:48:46,614 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-19T02:48:46,614 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:46,614 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:46,618 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T02:48:46,618 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731984526614
2024-11-19T02:48:46,618 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-19T02:48:46,662 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;e93af88909ff:37219,5,FailOnTimeoutGroup]
2024-11-19T02:48:46,663 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,37219,1731984523938' *****
2024-11-19T02:48:46,663 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-11-19T02:48:46,663 INFO  [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T02:48:46,663 INFO  [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence
2024-11-19T02:48:46,663 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T02:48:46,663 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T02:48:46,663 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T02:48:46,663 INFO  [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T02:48:46,663 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T02:48:46,673 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1487): Thread RS:1;e93af88909ff:37219 started persisting bucket cache to file
2024-11-19T02:48:46,673 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:46,673 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:46,677 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T02:48:46,677 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731984526673
2024-11-19T02:48:46,677 DEBUG [RS:1;e93af88909ff:37219 {}] bucket.BucketCache(1509): Thread RS:1;e93af88909ff:37219 finished persisting bucket cache to file, renaming
2024-11-19T02:48:46,677 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T02:48:46,677 INFO  [RS:1;e93af88909ff:37219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T02:48:46,677 INFO  [RS:1;e93af88909ff:37219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T02:48:46,677 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T02:48:46,677 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:46,678 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,37219,1731984523938
2024-11-19T02:48:46,678 INFO  [RS:1;e93af88909ff:37219 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:46,678 INFO  [RS:1;e93af88909ff:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e93af88909ff:37219.
2024-11-19T02:48:46,678 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T02:48:46,678 DEBUG [RS:1;e93af88909ff:37219 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:46,678 DEBUG [RS:1;e93af88909ff:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:46,678 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df4eee96c331b4224195345ff6ca81ca, disabling compactions & flushes
2024-11-19T02:48:46,678 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:46,678 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:46,678 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T02:48:46,678 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca. after waiting 0 ms
2024-11-19T02:48:46,678 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1325): Online Regions={df4eee96c331b4224195345ff6ca81ca=testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.}
2024-11-19T02:48:46,678 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:46,678 DEBUG [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1351): Waiting on df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:46,679 DEBUG [StoreFileCloser-df4eee96c331b4224195345ff6ca81ca-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:46,679 WARN  [hfile-prefetch-1731984523261 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-11-19T02:48:46,679 DEBUG [hfile-prefetch-1731984523261 {}] hfile.PrefetchExecutor(121): Prefetch completed for aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:46,683 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-19T02:48:46,684 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:46,684 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df4eee96c331b4224195345ff6ca81ca:
Waiting for close lock at 1731984526678Running coprocessor pre-close hooks at 1731984526678Disabling compacts and flushes for region at 1731984526678Disabling writes for close at 1731984526678Writing region close event to WAL at 1731984526679 (+1 ms)Running coprocessor post-close hooks at 1731984526683 (+4 ms)Closed at 1731984526684 (+1 ms)
2024-11-19T02:48:46,684 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:46,718 INFO  [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:46,878 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,37219,1731984523938; all regions closed.
2024-11-19T02:48:46,880 DEBUG [RS:1;e93af88909ff:37219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:46,880 INFO  [RS:1;e93af88909ff:37219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C37219%2C1731984523938:(num 1731984524454)
2024-11-19T02:48:46,880 DEBUG [RS:1;e93af88909ff:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:46,880 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T02:48:46,881 INFO  [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:46,881 INFO  [RS:1;e93af88909ff:37219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37219
2024-11-19T02:48:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,37219,1731984523938
2024-11-19T02:48:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:46,886 INFO  [RS:1;e93af88909ff:37219 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:46,887 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,37219,1731984523938]
2024-11-19T02:48:46,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,37219,1731984523938 already deleted, retry=false
2024-11-19T02:48:46,891 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e93af88909ff,37219,1731984523938 on e93af88909ff,32991,1731984523851
2024-11-19T02:48:46,897 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e93af88909ff,37219,1731984523938, splitWal=true, meta=false
2024-11-19T02:48:46,899 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e93af88909ff,37219,1731984523938, splitWal=true, meta=false
2024-11-19T02:48:46,900 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for e93af88909ff,37219,1731984523938 (carryingMeta=false) e93af88909ff,37219,1731984523938/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7f7a1398[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-19T02:48:46,901 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): e93af88909ff,37219,1731984523938 had 1 regions
2024-11-19T02:48:46,902 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e93af88909ff,37219,1731984523938, splitWal=true, meta=false, isMeta: false
2024-11-19T02:48:46,903 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938-splitting
2024-11-19T02:48:46,903 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938-splitting dir is empty, no logs to split.
2024-11-19T02:48:46,903 INFO  [PEWorker-2 {}] master.SplitWALManager(105): e93af88909ff,37219,1731984523938 WAL count=0, meta=false
2024-11-19T02:48:46,906 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938-splitting dir is empty, no logs to split.
2024-11-19T02:48:46,906 INFO  [PEWorker-2 {}] master.SplitWALManager(105): e93af88909ff,37219,1731984523938 WAL count=0, meta=false
2024-11-19T02:48:46,906 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e93af88909ff,37219,1731984523938 WAL splitting is done? wals=0, meta=false
2024-11-19T02:48:46,906 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e93af88909ff,37219,1731984523938 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,37219,1731984523938-splitting does not exist
2024-11-19T02:48:46,908 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN}]
2024-11-19T02:48:46,909 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN
2024-11-19T02:48:46,910 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-19T02:48:46,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:46,988 INFO  [RS:1;e93af88909ff:37219 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:46,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1012e206cc90002, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:46,988 INFO  [RS:1;e93af88909ff:37219 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,37219,1731984523938; zookeeper connection closed.
2024-11-19T02:48:46,988 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@416016e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@416016e1
2024-11-19T02:48:47,061 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=df4eee96c331b4224195345ff6ca81ca, regionState=OPENING, regionLocation=e93af88909ff,35517,1731984523901
2024-11-19T02:48:47,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN because future has completed
2024-11-19T02:48:47,065 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,35517,1731984523901}]
2024-11-19T02:48:47,187 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T02:48:47,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T02:48:47,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39709
2024-11-19T02:48:47,191 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39709 connecting to ZooKeeper ensemble=127.0.0.1:64346
2024-11-19T02:48:47,192 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:47,192 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:47,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397090x0, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T02:48:47,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:397090x0, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-19T02:48:47,197 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-19T02:48:47,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39709-0x1012e206cc90003 connected
2024-11-19T02:48:47,201 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T02:48:47,202 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache
2024-11-19T02:48:47,202 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-19T02:48:47,202 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-11-19T02:48:47,202 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-19T02:48:47,208 INFO  [Thread-199 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-11-19T02:48:47,208 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-19T02:48:47,210 INFO  [Thread-199 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-11-19T02:48:47,211 INFO  [Thread-199 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1.
2024-11-19T02:48:47,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T02:48:47,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T02:48:47,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T02:48:47,221 DEBUG [Thread-199 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-11-19T02:48:47,221 INFO  [Thread-199 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-19T02:48:47,221 INFO  [Thread-199 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1
2024-11-19T02:48:47,221 INFO  [Thread-199 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence is complete.
2024-11-19T02:48:47,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39709
2024-11-19T02:48:47,223 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,224 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => df4eee96c331b4224195345ff6ca81ca, NAME => 'testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.', STARTKEY => '', ENDKEY => ''}
2024-11-19T02:48:47,224 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731984524979 df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,224 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T02:48:47,225 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,225 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39709
2024-11-19T02:48:47,229 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region df4eee96c331b4224195345ff6ca81ca 
2024-11-19T02:48:47,230 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df4eee96c331b4224195345ff6ca81ca columnFamilyName family
2024-11-19T02:48:47,230 DEBUG [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T02:48:47,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39709
2024-11-19T02:48:47,232 DEBUG [StoreFileOpener-df4eee96c331b4224195345ff6ca81ca-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816, delay=985 ms
2024-11-19T02:48:47,233 DEBUG [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:47,233 INFO  [StoreOpener-df4eee96c331b4224195345ff6ca81ca-1 {}] regionserver.HStore(327): Store=df4eee96c331b4224195345ff6ca81ca/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T02:48:47,234 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,235 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39709
2024-11-19T02:48:47,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39709
2024-11-19T02:48:47,236 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,236 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,236 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,238 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(746): ClusterId : cddfa4ca-814f-48f0-bda9-37d34e34fd81
2024-11-19T02:48:47,238 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T02:48:47,238 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,239 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened df4eee96c331b4224195345ff6ca81ca; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60247584, jitterRate=-0.10224103927612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T02:48:47,239 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,240 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for df4eee96c331b4224195345ff6ca81ca:
Running coprocessor pre-open hook at 1731984527225Writing region info on filesystem at 1731984527225Initializing all the Stores at 1731984527225Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984527225Cleaning up temporary data from old regions at 1731984527236 (+11 ms)Running coprocessor post-open hooks at 1731984527239 (+3 ms)Region opened successfully at 1731984527240 (+1 ms)
2024-11-19T02:48:47,241 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca., pid=9, masterSystemTime=1731984527221
2024-11-19T02:48:47,245 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=df4eee96c331b4224195345ff6ca81ca, regionState=OPEN, openSeqNum=10, regionLocation=e93af88909ff,35517,1731984523901
2024-11-19T02:48:47,247 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T02:48:47,247 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T02:48:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,35517,1731984523901 because future has completed
2024-11-19T02:48:47,248 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,248 INFO  [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-19T02:48:47,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure df4eee96c331b4224195345ff6ca81ca, server=e93af88909ff,35517,1731984523901 in 184 msec
2024-11-19T02:48:47,252 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T02:48:47,253 DEBUG [RS:2;e93af88909ff:39709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c97e571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0
2024-11-19T02:48:47,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T02:48:47,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731984524979, region=df4eee96c331b4224195345ff6ca81ca, ASSIGN in 344 msec
2024-11-19T02:48:47,254 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e93af88909ff,37219,1731984523938 after splitting done
2024-11-19T02:48:47,256 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure e93af88909ff,37219,1731984523938, splitWal=true, meta=false in 362 msec
2024-11-19T02:48:47,274 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e93af88909ff:39709
2024-11-19T02:48:47,274 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T02:48:47,274 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T02:48:47,274 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T02:48:47,276 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,32991,1731984523851 with port=39709, startcode=1731984527187
2024-11-19T02:48:47,276 DEBUG [RS:2;e93af88909ff:39709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T02:48:47,279 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T02:48:47,280 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,280 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,282 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5
2024-11-19T02:48:47,282 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-19T02:48:47,282 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T02:48:47,287 DEBUG [RS:2;e93af88909ff:39709 {}] zookeeper.ZKUtil(111): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,287 WARN  [RS:2;e93af88909ff:39709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T02:48:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:47,288 INFO  [RS:2;e93af88909ff:39709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T02:48:47,288 DEBUG [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,289 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,39709,1731984527187]
2024-11-19T02:48:47,299 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T02:48:47,302 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T02:48:47,303 INFO  [RS:2;e93af88909ff:39709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T02:48:47,303 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,303 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T02:48:47,304 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T02:48:47,304 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2
2024-11-19T02:48:47,304 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:47,305 DEBUG [RS:2;e93af88909ff:39709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,312 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39709,1731984527187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T02:48:47,340 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T02:48:47,341 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39709,1731984527187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,341 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,341 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.Replication(171): e93af88909ff,39709,1731984527187 started
2024-11-19T02:48:47,364 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T02:48:47,364 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,39709,1731984527187, RpcServer on e93af88909ff/172.17.0.2:39709, sessionid=0x1012e206cc90003
2024-11-19T02:48:47,364 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T02:48:47,365 DEBUG [RS:2;e93af88909ff:39709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,365 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,39709,1731984527187'
2024-11-19T02:48:47,365 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T02:48:47,366 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T02:48:47,367 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T02:48:47,367 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T02:48:47,367 DEBUG [RS:2;e93af88909ff:39709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,367 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,39709,1731984527187'
2024-11-19T02:48:47,367 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T02:48:47,368 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T02:48:47,368 DEBUG [RS:2;e93af88909ff:39709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T02:48:47,368 INFO  [RS:2;e93af88909ff:39709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T02:48:47,368 INFO  [RS:2;e93af88909ff:39709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T02:48:47,469 INFO  [RS:2;e93af88909ff:39709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T02:48:47,470 INFO  [RS:2;e93af88909ff:39709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e93af88909ff%2C39709%2C1731984527187, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,39709,1731984527187, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs, maxLogs=55
2024-11-19T02:48:47,500 INFO  [RS:2;e93af88909ff:39709 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/WALs/e93af88909ff,39709,1731984527187/e93af88909ff%2C39709%2C1731984527187.1731984527472
2024-11-19T02:48:47,501 DEBUG [RS:2;e93af88909ff:39709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-19T02:48:47,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T02:48:47,865 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T02:48:47,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:47,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,865 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T02:48:47,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T02:48:47,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=13225735, stopped=false
2024-11-19T02:48:47,866 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,32991,1731984523851
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T02:48:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:47,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:47,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:47,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T02:48:47,869 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T02:48:47,870 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-19T02:48:47,870 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(3091): Received CLOSE for df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,871 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T02:48:47,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:47,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,871 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,35517,1731984523901' *****
2024-11-19T02:48:47,873 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T02:48:47,873 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,39709,1731984527187' *****
2024-11-19T02:48:47,873 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T02:48:47,874 INFO  [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T02:48:47,874 INFO  [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence
2024-11-19T02:48:47,874 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T02:48:47,874 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T02:48:47,874 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T02:48:47,874 INFO  [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T02:48:47,873 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T02:48:47,874 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df4eee96c331b4224195345ff6ca81ca, disabling compactions & flushes
2024-11-19T02:48:47,875 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,874 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T02:48:47,875 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,875 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca. after waiting 0 ms
2024-11-19T02:48:47,875 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,875 INFO  [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1738): Disabling cache
2024-11-19T02:48:47,876 INFO  [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eeee121-8774-443f-fd22-ddc2bcd2eec6/bucket.persistence
2024-11-19T02:48:47,876 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-19T02:48:47,876 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-19T02:48:47,876 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-19T02:48:47,876 INFO  [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-11-19T02:48:47,876 DEBUG [StoreFileCloser-df4eee96c331b4224195345ff6ca81ca-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/family/aee8861544e44da48dccb06ea7258816
2024-11-19T02:48:47,876 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-19T02:48:47,884 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1487): Thread RS:2;e93af88909ff:39709 started persisting bucket cache to file
2024-11-19T02:48:47,885 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:47,885 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/default/testBlockEvictionOnGracefulStop1731984524979/df4eee96c331b4224195345ff6ca81ca/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-19T02:48:47,885 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:47,885 INFO  [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,885 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df4eee96c331b4224195345ff6ca81ca:
Waiting for close lock at 1731984527872Running coprocessor pre-close hooks at 1731984527874 (+2 ms)Disabling compacts and flushes for region at 1731984527874Disabling writes for close at 1731984527875 (+1 ms)Writing region close event to WAL at 1731984527876 (+1 ms)Running coprocessor post-close hooks at 1731984527885 (+9 ms)Closed at 1731984527885
2024-11-19T02:48:47,886 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1487): Thread RS:0;e93af88909ff:35517 started persisting bucket cache to file
2024-11-19T02:48:47,886 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-11-19T02:48:47,886 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-19T02:48:47,888 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] assignment.AssignmentManager(1314): RegionServer CLOSED df4eee96c331b4224195345ff6ca81ca
2024-11-19T02:48:47,889 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca.
2024-11-19T02:48:47,895 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-19T02:48:47,895 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731984527885
2024-11-19T02:48:47,895 DEBUG [RS:2;e93af88909ff:39709 {}] bucket.BucketCache(1509): Thread RS:2;e93af88909ff:39709 finished persisting bucket cache to file, renaming
2024-11-19T02:48:47,895 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T02:48:47,895 INFO  [RS:2;e93af88909ff:39709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T02:48:47,895 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T02:48:47,895 INFO  [RS:2;e93af88909ff:39709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T02:48:47,896 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,896 INFO  [RS:2;e93af88909ff:39709 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:47,896 INFO  [RS:2;e93af88909ff:39709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e93af88909ff:39709.
2024-11-19T02:48:47,896 DEBUG [RS:2;e93af88909ff:39709 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:47,896 DEBUG [RS:2;e93af88909ff:39709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,896 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,39709,1731984527187; all regions closed.
2024-11-19T02:48:47,896 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-19T02:48:47,896 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731984527886
2024-11-19T02:48:47,896 DEBUG [RS:0;e93af88909ff:35517 {}] bucket.BucketCache(1509): Thread RS:0;e93af88909ff:35517 finished persisting bucket cache to file, renaming
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T02:48:47,897 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,35517,1731984523901
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:35517.
2024-11-19T02:48:47,897 DEBUG [RS:0;e93af88909ff:35517 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T02:48:47,897 DEBUG [RS:0;e93af88909ff:35517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T02:48:47,897 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T02:48:47,898 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T02:48:47,898 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-19T02:48:47,898 DEBUG [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-19T02:48:47,898 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-19T02:48:47,898 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T02:48:47,899 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T02:48:47,899 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T02:48:47,899 DEBUG [RS:2;e93af88909ff:39709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:47,899 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T02:48:47,899 INFO  [RS:2;e93af88909ff:39709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C39709%2C1731984527187:(num 1731984527472)
2024-11-19T02:48:47,899 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T02:48:47,899 DEBUG [RS:2;e93af88909ff:39709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:47,899 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:47,899 INFO  [RS:2;e93af88909ff:39709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:47,899 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-11-19T02:48:47,899 INFO  [RS:2;e93af88909ff:39709 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:47,900 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T02:48:47,900 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T02:48:47,900 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T02:48:47,900 INFO  [RS:2;e93af88909ff:39709 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:47,900 INFO  [RS:2;e93af88909ff:39709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39709
2024-11-19T02:48:47,902 INFO  [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,39709,1731984527187
2024-11-19T02:48:47,905 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,39709,1731984527187]
2024-11-19T02:48:47,905 INFO  [RS:2;e93af88909ff:39709 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:47,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,39709,1731984527187 already deleted, retry=false
2024-11-19T02:48:47,907 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,39709,1731984527187 expired; onlineServers=1
2024-11-19T02:48:47,916 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a9695e10041c4ef19a89fd7b256a8bcc
2024-11-19T02:48:47,917 INFO  [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:47,917 INFO  [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:47,930 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/a9695e10041c4ef19a89fd7b256a8bcc is 209, key is testBlockEvictionOnGracefulStop1731984524979,,1731984524983.df4eee96c331b4224195345ff6ca81ca./info:regioninfo/1731984527245/Put/seqid=0
2024-11-19T02:48:47,931 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/a9695e10041c4ef19a89fd7b256a8bcc
2024-11-19T02:48:47,943 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d1f7b10e5bda4154a6dc517ce8e408c3
2024-11-19T02:48:47,963 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/d1f7b10e5bda4154a6dc517ce8e408c3 is 43, key is default/ns:d/1731984524852/Put/seqid=0
2024-11-19T02:48:47,964 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/d1f7b10e5bda4154a6dc517ce8e408c3
2024-11-19T02:48:47,979 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cbf7e1a7e4ba47dc96599d5ef59cc049
2024-11-19T02:48:47,998 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/cbf7e1a7e4ba47dc96599d5ef59cc049 is 80, key is testBlockEvictionOnGracefulStop1731984524979/table:state/1731984525350/Put/seqid=0
2024-11-19T02:48:47,998 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/cbf7e1a7e4ba47dc96599d5ef59cc049
2024-11-19T02:48:48,001 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/info/a9695e10041c4ef19a89fd7b256a8bcc as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/a9695e10041c4ef19a89fd7b256a8bcc
2024-11-19T02:48:48,002 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/a9695e10041c4ef19a89fd7b256a8bcc, delay=933 ms
2024-11-19T02:48:48,003 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/a9695e10041c4ef19a89fd7b256a8bcc, entries=14, sequenceid=13, filesize=7.5 K
2024-11-19T02:48:48,004 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/ns/d1f7b10e5bda4154a6dc517ce8e408c3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/d1f7b10e5bda4154a6dc517ce8e408c3
2024-11-19T02:48:48,005 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/d1f7b10e5bda4154a6dc517ce8e408c3, delay=983 ms
2024-11-19T02:48:48,006 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/d1f7b10e5bda4154a6dc517ce8e408c3, entries=2, sequenceid=13, filesize=5.0 K
2024-11-19T02:48:48,007 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/.tmp/table/cbf7e1a7e4ba47dc96599d5ef59cc049 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/cbf7e1a7e4ba47dc96599d5ef59cc049
2024-11-19T02:48:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,007 INFO  [RS:2;e93af88909ff:39709 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39709-0x1012e206cc90003, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,007 INFO  [RS:2;e93af88909ff:39709 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,39709,1731984527187; zookeeper connection closed.
2024-11-19T02:48:48,008 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bacf699 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bacf699
2024-11-19T02:48:48,008 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/cbf7e1a7e4ba47dc96599d5ef59cc049, delay=990 ms
2024-11-19T02:48:48,009 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/cbf7e1a7e4ba47dc96599d5ef59cc049, entries=2, sequenceid=13, filesize=5.3 K
2024-11-19T02:48:48,010 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false
2024-11-19T02:48:48,011 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/info/a9695e10041c4ef19a89fd7b256a8bcc
2024-11-19T02:48:48,011 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/ns/d1f7b10e5bda4154a6dc517ce8e408c3
2024-11-19T02:48:48,016 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/table/cbf7e1a7e4ba47dc96599d5ef59cc049
2024-11-19T02:48:48,024 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-19T02:48:48,025 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T02:48:48,025 INFO  [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:48,025 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731984527898Running coprocessor pre-close hooks at 1731984527898Disabling compacts and flushes for region at 1731984527898Disabling writes for close at 1731984527899 (+1 ms)Obtaining lock to block concurrent updates at 1731984527899Preparing flush snapshotting stores in 1588230740 at 1731984527899Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731984527900 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731984527901 (+1 ms)Flushing 1588230740/info: creating writer at 1731984527905 (+4 ms)Flushing 1588230740/info: appending metadata at 1731984527930 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731984527930Flushing 1588230740/ns: creating writer at 1731984527934 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731984527963 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731984527963Flushing 1588230740/table: creating writer at 1731984527967 (+4 ms)Flushing 1588230740/table: appending metadata at 1731984527997 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731984527997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f41ae56: reopening flushed file at 1731984528001 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d57c52: reopening flushed file at 1731984528003 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2869ce: reopening flushed file at 1731984528007 (+4 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false at 1731984528010 (+3 ms)Writing region close event to WAL at 1731984528017 (+7 ms)Running coprocessor post-close hooks at 1731984528025 (+8 ms)Closed at 1731984528025
2024-11-19T02:48:48,025 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T02:48:48,099 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,35517,1731984523901; all regions closed.
2024-11-19T02:48:48,102 DEBUG [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:48,102 INFO  [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C35517%2C1731984523901.meta:.meta(num 1731984524807)
2024-11-19T02:48:48,105 DEBUG [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/oldWALs
2024-11-19T02:48:48,105 INFO  [RS:0;e93af88909ff:35517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C35517%2C1731984523901:(num 1731984524460)
2024-11-19T02:48:48,105 DEBUG [RS:0;e93af88909ff:35517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T02:48:48,105 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T02:48:48,105 INFO  [RS:0;e93af88909ff:35517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:48,105 INFO  [RS:0;e93af88909ff:35517 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:48,106 INFO  [RS:0;e93af88909ff:35517 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:48,106 INFO  [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:48,106 INFO  [RS:0;e93af88909ff:35517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35517
2024-11-19T02:48:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T02:48:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,35517,1731984523901
2024-11-19T02:48:48,108 INFO  [RS:0;e93af88909ff:35517 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:48,109 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,35517,1731984523901]
2024-11-19T02:48:48,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,35517,1731984523901 already deleted, retry=false
2024-11-19T02:48:48,112 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,35517,1731984523901 expired; onlineServers=0
2024-11-19T02:48:48,112 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,32991,1731984523851' *****
2024-11-19T02:48:48,112 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T02:48:48,113 DEBUG [M:0;e93af88909ff:32991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T02:48:48,113 DEBUG [M:0;e93af88909ff:32991 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T02:48:48,113 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T02:48:48,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984524182 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984524182,5,FailOnTimeoutGroup]
2024-11-19T02:48:48,113 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984524183 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984524183,5,FailOnTimeoutGroup]
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T02:48:48,113 DEBUG [M:0;e93af88909ff:32991 {}] master.HMaster(1795): Stopping service threads
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T02:48:48,113 INFO  [M:0;e93af88909ff:32991 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T02:48:48,114 INFO  [M:0;e93af88909ff:32991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T02:48:48,114 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T02:48:48,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T02:48:48,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T02:48:48,116 DEBUG [M:0;e93af88909ff:32991 {}] zookeeper.ZKUtil(347): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T02:48:48,116 WARN  [M:0;e93af88909ff:32991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T02:48:48,116 INFO  [M:0;e93af88909ff:32991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/.lastflushedseqids
2024-11-19T02:48:48,127 INFO  [M:0;e93af88909ff:32991 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T02:48:48,127 INFO  [M:0;e93af88909ff:32991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T02:48:48,128 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T02:48:48,128 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:48,128 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:48,128 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T02:48:48,128 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:48,128 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.84 KB heapSize=41.09 KB
2024-11-19T02:48:48,139 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9fb6bbf3533e4f229fc1c16b3a5be9de
2024-11-19T02:48:48,154 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fb6bbf3533e4f229fc1c16b3a5be9de is 82, key is hbase:meta,,1/info:regioninfo/1731984524838/Put/seqid=0
2024-11-19T02:48:48,155 INFO  [M:0;e93af88909ff:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fb6bbf3533e4f229fc1c16b3a5be9de
2024-11-19T02:48:48,164 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ac94d6e893e04948b08de693b24becb2
2024-11-19T02:48:48,184 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94d6e893e04948b08de693b24becb2 is 783, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984525354/Put/seqid=0
2024-11-19T02:48:48,185 INFO  [M:0;e93af88909ff:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.10 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94d6e893e04948b08de693b24becb2
2024-11-19T02:48:48,194 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1dccd0c5c6744ce8a20ce8e2fb16e5d8
2024-11-19T02:48:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35517-0x1012e206cc90001, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,211 INFO  [RS:0;e93af88909ff:35517 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:48,211 INFO  [RS:0;e93af88909ff:35517 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,35517,1731984523901; zookeeper connection closed.
2024-11-19T02:48:48,211 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@535f7ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@535f7ac7
2024-11-19T02:48:48,212 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-19T02:48:48,214 DEBUG [M:0;e93af88909ff:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dccd0c5c6744ce8a20ce8e2fb16e5d8 is 69, key is e93af88909ff,35517,1731984523901/rs:state/1731984524291/Put/seqid=0
2024-11-19T02:48:48,215 INFO  [M:0;e93af88909ff:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dccd0c5c6744ce8a20ce8e2fb16e5d8
2024-11-19T02:48:48,217 INFO  [M:0;e93af88909ff:32991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dccd0c5c6744ce8a20ce8e2fb16e5d8
2024-11-19T02:48:48,218 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fb6bbf3533e4f229fc1c16b3a5be9de as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fb6bbf3533e4f229fc1c16b3a5be9de
2024-11-19T02:48:48,220 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fb6bbf3533e4f229fc1c16b3a5be9de, entries=8, sequenceid=83, filesize=5.5 K
2024-11-19T02:48:48,221 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94d6e893e04948b08de693b24becb2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac94d6e893e04948b08de693b24becb2
2024-11-19T02:48:48,222 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac94d6e893e04948b08de693b24becb2, entries=9, sequenceid=83, filesize=6.4 K
2024-11-19T02:48:48,223 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dccd0c5c6744ce8a20ce8e2fb16e5d8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dccd0c5c6744ce8a20ce8e2fb16e5d8
2024-11-19T02:48:48,224 INFO  [M:0;e93af88909ff:32991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dccd0c5c6744ce8a20ce8e2fb16e5d8
2024-11-19T02:48:48,224 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/85d281c5-f1b5-056a-ef96-d39ce35f6c05/f11e62af-7d4e-bd7d-5c27-13db6b0cfec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dccd0c5c6744ce8a20ce8e2fb16e5d8, entries=3, sequenceid=83, filesize=5.3 K
2024-11-19T02:48:48,225 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.84 KB/33626, heapSize ~40.79 KB/41768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=83, compaction requested=false
2024-11-19T02:48:48,229 INFO  [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T02:48:48,230 DEBUG [M:0;e93af88909ff:32991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731984528128Disabling compacts and flushes for region at 1731984528128Disabling writes for close at 1731984528128Obtaining lock to block concurrent updates at 1731984528128Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984528128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33626, getHeapSize=42008, getOffHeapSize=0, getCellsCount=98 at 1731984528128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984528129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984528129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984528154 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984528154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984528157 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984528183 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984528183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984528187 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984528214 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984528214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eefd87c: reopening flushed file at 1731984528218 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe69fb1: reopening flushed file at 1731984528220 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4589e9: reopening flushed file at 1731984528222 (+2 ms)Finished flush of dataSize ~32.84 KB/33626, heapSize ~40.79 KB/41768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=83, compaction requested=false at 1731984528225 (+3 ms)Writing region close event to WAL at 1731984528229 (+4 ms)Closed at 1731984528229
2024-11-19T02:48:48,231 INFO  [M:0;e93af88909ff:32991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T02:48:48,231 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T02:48:48,231 INFO  [M:0;e93af88909ff:32991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32991
2024-11-19T02:48:48,231 INFO  [M:0;e93af88909ff:32991 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T02:48:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,335 INFO  [M:0;e93af88909ff:32991 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T02:48:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1012e206cc90000, quorum=127.0.0.1:64346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T02:48:48,339 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T02:48:48,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-19T02:48:48,340 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T02:48:48,348 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=71 (was 50)
Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=12864 (was 12249) - AvailableMemoryMB LEAK? -