2024-11-25 07:45:59,864 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-25 07:45:59,883 main DEBUG Took 0.016624 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:45:59,884 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:45:59,884 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:45:59,885 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:45:59,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,896 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:45:59,911 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,917 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,920 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,924 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:45:59,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,929 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:45:59,931 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:45:59,932 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:45:59,935 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:45:59,936 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:45:59,938 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:45:59,938 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:45:59,949 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:45:59,953 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:45:59,955 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:45:59,956 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:45:59,956 main DEBUG createAppenders(={Console}) 2024-11-25 07:45:59,958 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-25 07:45:59,958 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-25 07:45:59,958 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-25 07:45:59,959 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:45:59,960 main DEBUG OutputStream closed 2024-11-25 07:45:59,960 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:45:59,960 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:45:59,961 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-25 07:46:00,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:46:00,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:46:00,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:46:00,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:46:00,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:46:00,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:46:00,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:46:00,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:46:00,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:46:00,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:46:00,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:46:00,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:46:00,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:46:00,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:46:00,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:46:00,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:46:00,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:46:00,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:46:00,070 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:46:00,070 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-25 07:46:00,071 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:46:00,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-25T07:46:00,086 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-11-25 07:46:00,094 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:46:00,095 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:46:00,375 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e 2024-11-25T07:46:00,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=11, AvailableMemoryMB=6589 2024-11-25T07:46:00,518 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:46:00,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:00,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/cluster_347a5e39-1894-c40c-4ef9-fd82f3a3a652, deleteOnExit=true 2024-11-25T07:46:00,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/cluster_347a5e39-1894-c40c-4ef9-fd82f3a3a652/zookeeper_0, clientPort=56271, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/cluster_347a5e39-1894-c40c-4ef9-fd82f3a3a652/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/cluster_347a5e39-1894-c40c-4ef9-fd82f3a3a652/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:46:00,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56271 2024-11-25T07:46:00,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:01,031 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 with version=8 2024-11-25T07:46:01,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase-staging 2024-11-25T07:46:01,168 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:46:01,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:01,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:01,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:01,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:01,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:01,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:01,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:46:01,926 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:46:01,983 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:46:02,001 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:46:02,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:02,051 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15101 (auto-detected) 2024-11-25T07:46:02,053 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:46:02,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35907 2024-11-25T07:46:02,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35907 connecting to ZooKeeper ensemble=127.0.0.1:56271 2024-11-25T07:46:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359070x0, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:02,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35907-0x10170f4d1df0000 connected 2024-11-25T07:46:02,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:02,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3, hbase.cluster.distributed=false 2024-11-25T07:46:02,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:02,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-25T07:46:02,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35907 2024-11-25T07:46:02,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35907 2024-11-25T07:46:02,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-25T07:46:02,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-25T07:46:02,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:02,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:02,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:02,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:46:02,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:02,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46367 2024-11-25T07:46:02,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46367 connecting to ZooKeeper ensemble=127.0.0.1:56271 2024-11-25T07:46:02,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463670x0, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:02,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463670x0, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:02,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46367-0x10170f4d1df0001 connected 2024-11-25T07:46:02,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:46:02,606 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.cache 2024-11-25T07:46:02,614 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-25T07:46:02,616 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-25T07:46:02,618 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-25T07:46:02,621 INFO [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-25T07:46:02,621 WARN [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-25T07:46:02,631 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-25T07:46:02,632 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-25T07:46:02,633 INFO [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence is complete. 2024-11-25T07:46:02,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:46:02,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:46:02,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:02,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-25T07:46:02,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46367 2024-11-25T07:46:02,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46367 2024-11-25T07:46:02,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-25T07:46:02,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-25T07:46:02,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:02,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:02,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:46:02,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:02,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39311 2024-11-25T07:46:02,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39311 connecting to ZooKeeper ensemble=127.0.0.1:56271 2024-11-25T07:46:02,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393110x0, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:02,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39311-0x10170f4d1df0002 connected 2024-11-25T07:46:02,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:02,712 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:46:02,715 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.cache 2024-11-25T07:46:02,715 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-25T07:46:02,716 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-25T07:46:02,716 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-25T07:46:02,717 INFO [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-25T07:46:02,717 WARN [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-25T07:46:02,718 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-25T07:46:02,718 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-25T07:46:02,719 INFO [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence is complete. 2024-11-25T07:46:02,720 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:46:02,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:46:02,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:02,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-25T07:46:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39311 2024-11-25T07:46:02,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39311 2024-11-25T07:46:02,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-25T07:46:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-25T07:46:02,757 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:35907 2024-11-25T07:46:02,758 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,779 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,825 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:46:02,827 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,35907,1732520761258 from backup master directory 2024-11-25T07:46:02,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:02,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:02,845 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:02,845 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:02,847 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:46:02,849 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:46:02,860 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase.id] with ID: b38b51ea-daf5-4762-a081-85007217c977 2024-11-25T07:46:02,860 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.tmp/hbase.id 2024-11-25T07:46:02,866 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase.id] 2024-11-25T07:46:02,905 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:02,911 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:46:02,932 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-25T07:46:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:02,988 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:46:02,992 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:46:03,041 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:46:03,048 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:03,122 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store 2024-11-25T07:46:03,154 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:46:03,159 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:03,161 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:46:03,161 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:03,162 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:03,164 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:46:03,165 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:03,165 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:03,166 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520763161Disabling compacts and flushes for region at 1732520763161Disabling writes for close at 1732520763165 (+4 ms)Writing region close event to WAL at 1732520763165Closed at 1732520763165 2024-11-25T07:46:03,167 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/.initializing 2024-11-25T07:46:03,167 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:03,189 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:03,204 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C35907%2C1732520761258, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,35907,1732520761258, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/oldWALs, maxLogs=10 2024-11-25T07:46:03,255 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,35907,1732520761258/7fb8763a5d32%2C35907%2C1732520761258.1732520763211 2024-11-25T07:46:03,257 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:03,258 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:03,259 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:03,263 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,264 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:46:03,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:03,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:03,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:46:03,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:03,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:03,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:46:03,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:46:03,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:03,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:03,395 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,401 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,402 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,406 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,407 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,412 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:03,416 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:03,424 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:03,425 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810879, jitterRate=0.11476896703243256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:03,436 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520763282Initializing all the Stores at 1732520763283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520763283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520763284 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520763285 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520763285Cleaning up temporary data from old regions at 1732520763408 (+123 ms)Region opened successfully at 1732520763436 (+28 ms) 2024-11-25T07:46:03,438 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:46:03,474 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2979f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:03,507 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:46:03,525 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:46:03,526 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:46:03,530 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:46:03,531 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:46:03,539 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-25T07:46:03,540 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:46:03,588 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:46:03,603 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:46:03,626 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:46:03,629 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:46:03,631 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:46:03,655 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:46:03,658 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:46:03,663 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:46:03,704 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:46:03,706 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:46:03,731 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:46:03,750 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:46:03,763 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:46:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,791 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,35907,1732520761258, sessionid=0x10170f4d1df0000, setting cluster-up flag (Was=false) 2024-11-25T07:46:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,858 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:46:03,860 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:03,925 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:46:03,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:03,935 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:46:03,942 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(746): ClusterId : b38b51ea-daf5-4762-a081-85007217c977 2024-11-25T07:46:03,943 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(746): ClusterId : b38b51ea-daf5-4762-a081-85007217c977 2024-11-25T07:46:03,946 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:46:03,946 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:46:03,969 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:46:03,969 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:46:03,969 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:46:03,969 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:46:03,991 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:46:03,991 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:46:03,992 DEBUG [RS:1;7fb8763a5d32:39311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9fdea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:03,992 DEBUG [RS:0;7fb8763a5d32:46367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b412c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:04,010 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7fb8763a5d32:39311 2024-11-25T07:46:04,011 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:46367 2024-11-25T07:46:04,014 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:46:04,014 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:46:04,014 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:46:04,014 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:46:04,015 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:46:04,015 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:46:04,018 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35907,1732520761258 with port=46367, startcode=1732520762513 2024-11-25T07:46:04,018 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35907,1732520761258 with port=39311, startcode=1732520762688 2024-11-25T07:46:04,022 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:04,038 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:46:04,041 DEBUG [RS:0;7fb8763a5d32:46367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:46:04,041 DEBUG [RS:1;7fb8763a5d32:39311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:46:04,049 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:46:04,058 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,35907,1732520761258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:46:04,072 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:04,072 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:04,072 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:04,072 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:04,073 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:46:04,073 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,073 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:04,074 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:04,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:46:04,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:04,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:46:04,127 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520794127 2024-11-25T07:46:04,130 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:46:04,131 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:46:04,134 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:46:04,135 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:46:04,135 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:46:04,135 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:46:04,135 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:46:04,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34813, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:46:04,136 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,142 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:46:04,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:46:04,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:46:04,151 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:46:04,153 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:46:04,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:46:04,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:04,158 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:46:04,158 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:46:04,161 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520764160,5,FailOnTimeoutGroup] 2024-11-25T07:46:04,171 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520764162,5,FailOnTimeoutGroup] 2024-11-25T07:46:04,172 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,172 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:46:04,175 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,175 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,181 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:46:04,181 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:46:04,181 WARN [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:46:04,181 WARN [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:46:04,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:04,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-25T07:46:04,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:46:04,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:04,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:04,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-25T07:46:04,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:46:04,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:04,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:04,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-25T07:46:04,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:46:04,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:04,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:04,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-25T07:46:04,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:46:04,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:04,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:04,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:46:04,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:04,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:04,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:46:04,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:46:04,218 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:04,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:46:04,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:04,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069708, jitterRate=-0.03038579225540161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:04,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520764190Initializing all the Stores at 1732520764191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520764191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520764191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520764191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520764191Cleaning up temporary data from old regions at 1732520764218 (+27 ms)Region opened successfully at 1732520764231 (+13 ms) 2024-11-25T07:46:04,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:46:04,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:46:04,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:46:04,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:46:04,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:46:04,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:04,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520764231Disabling compacts and flushes for region at 1732520764231Disabling writes for close at 1732520764232 (+1 ms)Writing region close event to WAL at 1732520764233 (+1 ms)Closed at 1732520764234 (+1 ms) 2024-11-25T07:46:04,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:04,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:46:04,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:46:04,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:46:04,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:46:04,283 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35907,1732520761258 with port=46367, startcode=1732520762513 2024-11-25T07:46:04,283 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35907,1732520761258 with port=39311, startcode=1732520762688 2024-11-25T07:46:04,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35907 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,297 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:04,297 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-25T07:46:04,297 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:46:04,299 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:04,299 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-25T07:46:04,299 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:46:04,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:04,404 DEBUG [RS:1;7fb8763a5d32:39311 {}] zookeeper.ZKUtil(111): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,404 WARN [7fb8763a5d32:35907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:46:04,404 WARN [RS:1;7fb8763a5d32:39311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:04,405 INFO [RS:1;7fb8763a5d32:39311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:04,405 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,405 DEBUG [RS:0;7fb8763a5d32:46367 {}] zookeeper.ZKUtil(111): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,405 WARN [RS:0;7fb8763a5d32:46367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:04,406 INFO [RS:0;7fb8763a5d32:46367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:04,406 DEBUG [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,39311,1732520762688] 2024-11-25T07:46:04,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,46367,1732520762513] 2024-11-25T07:46:04,433 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:46:04,433 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:46:04,449 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:46:04,449 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:46:04,454 INFO [RS:1;7fb8763a5d32:39311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:46:04,454 INFO [RS:0;7fb8763a5d32:46367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:46:04,454 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,454 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,457 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:46:04,457 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:46:04,462 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:46:04,462 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:46:04,464 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,464 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,464 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,464 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,465 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,466 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:04,466 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:04,466 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:04,466 DEBUG [RS:1;7fb8763a5d32:39311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:04,466 DEBUG [RS:0;7fb8763a5d32:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:04,472 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,472 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,472 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,472 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,473 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,473 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46367,1732520762513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:04,474 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,474 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,475 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,475 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,475 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,475 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39311,1732520762688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:04,496 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:46:04,496 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:46:04,498 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46367,1732520762513-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,498 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39311,1732520762688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,498 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,498 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,498 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.Replication(171): 7fb8763a5d32,46367,1732520762513 started 2024-11-25T07:46:04,499 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.Replication(171): 7fb8763a5d32,39311,1732520762688 started 2024-11-25T07:46:04,518 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,518 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:04,519 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,46367,1732520762513, RpcServer on 7fb8763a5d32/172.17.0.2:46367, sessionid=0x10170f4d1df0001 2024-11-25T07:46:04,519 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,39311,1732520762688, RpcServer on 7fb8763a5d32/172.17.0.2:39311, sessionid=0x10170f4d1df0002 2024-11-25T07:46:04,519 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:46:04,519 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:46:04,520 DEBUG [RS:0;7fb8763a5d32:46367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,520 DEBUG [RS:1;7fb8763a5d32:39311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,520 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,46367,1732520762513' 2024-11-25T07:46:04,520 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39311,1732520762688' 2024-11-25T07:46:04,520 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:46:04,520 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:46:04,521 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:46:04,521 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:46:04,522 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:46:04,522 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:46:04,522 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:46:04,522 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:46:04,522 DEBUG [RS:1;7fb8763a5d32:39311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,522 DEBUG [RS:0;7fb8763a5d32:46367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:04,522 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39311,1732520762688' 2024-11-25T07:46:04,522 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,46367,1732520762513' 2024-11-25T07:46:04,522 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:46:04,522 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:46:04,523 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:46:04,523 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:46:04,523 DEBUG [RS:1;7fb8763a5d32:39311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:46:04,523 INFO [RS:1;7fb8763a5d32:39311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:46:04,524 INFO [RS:1;7fb8763a5d32:39311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:46:04,524 DEBUG [RS:0;7fb8763a5d32:46367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:46:04,524 INFO [RS:0;7fb8763a5d32:46367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:46:04,524 INFO [RS:0;7fb8763a5d32:46367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:46:04,629 INFO [RS:0;7fb8763a5d32:46367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:04,630 INFO [RS:1;7fb8763a5d32:39311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:04,631 INFO [RS:0;7fb8763a5d32:46367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C46367%2C1732520762513, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,46367,1732520762513, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:04,631 INFO [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C39311%2C1732520762688, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,39311,1732520762688, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:04,650 INFO [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,39311,1732520762688/7fb8763a5d32%2C39311%2C1732520762688.1732520764633 2024-11-25T07:46:04,650 INFO [RS:0;7fb8763a5d32:46367 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,46367,1732520762513/7fb8763a5d32%2C46367%2C1732520762513.1732520764633 2024-11-25T07:46:04,650 DEBUG [RS:0;7fb8763a5d32:46367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:04,650 DEBUG [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:04,907 DEBUG [7fb8763a5d32:35907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T07:46:04,921 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:46:04,925 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:46:04,925 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:46:04,926 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:46:04,926 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:46:04,926 INFO [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:46:04,926 INFO [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:46:04,926 DEBUG [7fb8763a5d32:35907 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:46:04,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:04,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,39311,1732520762688, state=OPENING 2024-11-25T07:46:04,973 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:46:05,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:05,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:05,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:05,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:46:05,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,39311,1732520762688}] 2024-11-25T07:46:05,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:46:05,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:46:05,226 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:46:05,226 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:05,227 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:46:05,229 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C39311%2C1732520762688.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,39311,1732520762688, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:05,249 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,39311,1732520762688/7fb8763a5d32%2C39311%2C1732520762688.meta.1732520765231.meta 2024-11-25T07:46:05,250 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:05,250 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:05,252 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:46:05,254 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:46:05,258 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:46:05,262 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:46:05,263 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:05,263 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:46:05,263 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:46:05,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-25T07:46:05,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:46:05,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:05,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:05,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-25T07:46:05,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:46:05,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:05,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:05,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-25T07:46:05,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:46:05,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:05,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:05,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-25T07:46:05,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:46:05,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:05,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:05,271 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:46:05,273 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:05,274 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:05,274 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:46:05,274 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:46:05,275 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:05,277 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:46:05,277 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62357485, jitterRate=-0.07080106437206268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:05,278 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:46:05,279 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520765264Writing region info on filesystem at 1732520765264Initializing all the Stores at 1732520765265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520765265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520765265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520765265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520765265Cleaning up temporary data from old regions at 1732520765274 (+9 ms)Running coprocessor post-open hooks at 1732520765278 (+4 ms)Region opened successfully at 1732520765279 (+1 ms) 2024-11-25T07:46:05,286 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520765205 2024-11-25T07:46:05,298 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:46:05,299 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:46:05,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:05,302 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,39311,1732520762688, state=OPEN 2024-11-25T07:46:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:05,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:05,370 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:05,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:46:05,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,39311,1732520762688 in 332 msec 2024-11-25T07:46:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:46:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1300 sec 2024-11-25T07:46:05,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:05,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:46:05,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:46:05,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,39311,1732520762688, seqNum=-1] 2024-11-25T07:46:05,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:05,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:05,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4700 sec 2024-11-25T07:46:05,437 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520765437, completionTime=-1 2024-11-25T07:46:05,440 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-25T07:46:05,441 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:46:05,464 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-25T07:46:05,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732520825465 2024-11-25T07:46:05,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732520885465 2024-11-25T07:46:05,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-25T07:46:05,467 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:46:05,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,474 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:35907, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,475 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,475 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,483 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:46:05,505 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.660sec 2024-11-25T07:46:05,507 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:46:05,509 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:46:05,511 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:46:05,512 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:46:05,512 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:46:05,514 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:05,514 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:46:05,516 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:46:05,518 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:46:05,518 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35907,1732520761258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:05,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319823c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:05,558 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:46:05,559 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:46:05,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,35907,-1 for getting cluster id 2024-11-25T07:46:05,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:46:05,577 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38b51ea-daf5-4762-a081-85007217c977' 2024-11-25T07:46:05,579 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:46:05,580 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38b51ea-daf5-4762-a081-85007217c977" 2024-11-25T07:46:05,580 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a5fe22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:05,580 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,35907,-1] 2024-11-25T07:46:05,583 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:46:05,585 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:05,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:46:05,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27097cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:05,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:46:05,601 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,39311,1732520762688, seqNum=-1] 2024-11-25T07:46:05,601 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:05,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:05,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:46:05,647 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:05,651 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a5790f8 2024-11-25T07:46:05,652 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:46:05,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:46:05,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1732520765636', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:46:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 2024-11-25T07:46:05,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:46:05,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1732520765636" procId is: 4 2024-11-25T07:46:05,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:05,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:46:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:05,696 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 054fcd3ac133be8d77d527d32bba2746, NAME => 'testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1732520765636', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:05,701 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:05,701 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1722): Closing 054fcd3ac133be8d77d527d32bba2746, disabling compactions & flushes 2024-11-25T07:46:05,701 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:05,701 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:05,702 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. after waiting 0 ms 2024-11-25T07:46:05,702 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:05,702 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:05,702 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1732520765636-pool-0 {}] regionserver.HRegion(1676): Region close journal for 054fcd3ac133be8d77d527d32bba2746: Waiting for close lock at 1732520765701Disabling compacts and flushes for region at 1732520765701Disabling writes for close at 1732520765702 (+1 ms)Writing region close event to WAL at 1732520765702Closed at 1732520765702 2024-11-25T07:46:05,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:46:05,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732520765703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520765703"}]},"ts":"1732520765703"} 2024-11-25T07:46:05,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:46:05,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:46:05,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732520765636","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520765713"}]},"ts":"1732520765713"} 2024-11-25T07:46:05,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732520765636, state=ENABLING in hbase:meta 2024-11-25T07:46:05,724 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:46:05,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:46:05,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:46:05,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:46:05,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:46:05,725 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:46:05,725 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:46:05,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:46:05,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, ASSIGN}] 2024-11-25T07:46:05,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, ASSIGN 2024-11-25T07:46:05,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, ASSIGN; state=OFFLINE, location=7fb8763a5d32,46367,1732520762513; forceNewPlan=false, retain=false 2024-11-25T07:46:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:05,885 INFO [7fb8763a5d32:35907 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:46:05,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=OPENING, regionLocation=7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, ASSIGN because future has completed 2024-11-25T07:46:05,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513}] 2024-11-25T07:46:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:06,044 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:46:06,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:46:06,050 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:06,050 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 054fcd3ac133be8d77d527d32bba2746, NAME => 'testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:06,051 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732520765636 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,051 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:06,052 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,052 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,053 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,057 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 054fcd3ac133be8d77d527d32bba2746 columnFamilyName family 2024-11-25T07:46:06,057 DEBUG [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:06,058 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(327): Store=054fcd3ac133be8d77d527d32bba2746/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:06,058 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,059 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,060 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,060 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,060 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,061 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,067 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:06,067 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 054fcd3ac133be8d77d527d32bba2746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68699609, jitterRate=0.02370394766330719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:46:06,067 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:06,068 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 054fcd3ac133be8d77d527d32bba2746: Running coprocessor pre-open hook at 1732520766052Writing region info on filesystem at 1732520766052Initializing all the Stores at 1732520766053 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520766053Cleaning up temporary data from old regions at 1732520766060 (+7 ms)Running coprocessor post-open hooks at 1732520766067 (+7 ms)Region opened successfully at 1732520766068 (+1 ms) 2024-11-25T07:46:06,069 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746., pid=6, masterSystemTime=1732520766043 2024-11-25T07:46:06,072 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:06,073 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:06,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513 because future has completed 2024-11-25T07:46:06,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:46:06,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513 in 188 msec 2024-11-25T07:46:06,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:46:06,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, ASSIGN in 355 msec 2024-11-25T07:46:06,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:46:06,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1732520765636","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520766085"}]},"ts":"1732520766085"} 2024-11-25T07:46:06,088 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1732520765636, state=ENABLED in hbase:meta 2024-11-25T07:46:06,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:46:06,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1732520765636 in 421 msec 2024-11-25T07:46:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:06,317 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1732520765636 completed 2024-11-25T07:46:06,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1732520765636 get assigned. Timeout = 60000ms 2024-11-25T07:46:06,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:46:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1732520765636 assigned to meta. Checking AM states. 2024-11-25T07:46:06,333 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:46:06,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1732520765636 assigned. 2024-11-25T07:46:06,343 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1732520765636', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746., hostname=7fb8763a5d32,46367,1732520762513, seqNum=2] 2024-11-25T07:46:06,345 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:06,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:06,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 054fcd3ac133be8d77d527d32bba2746 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-25T07:46:06,386 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:06,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/.tmp/family/09641d0c7e614c4e8f3652c54857e759 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-25T07:46:06,425 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/.tmp/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:06,459 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/.tmp/family/09641d0c7e614c4e8f3652c54857e759 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:06,461 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, delay=932 ms 2024-11-25T07:46:06,463 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T07:46:06,468 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 054fcd3ac133be8d77d527d32bba2746 in 112ms, sequenceid=6, compaction requested=false 2024-11-25T07:46:06,469 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1732520765636' 2024-11-25T07:46:06,472 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 054fcd3ac133be8d77d527d32bba2746: 2024-11-25T07:46:07,396 DEBUG [hfile-prefetch-1732520766461 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 09641d0c7e614c4e8f3652c54857e759_0. 2024-11-25T07:46:07,401 DEBUG [hfile-prefetch-1732520766461 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 09641d0c7e614c4e8f3652c54857e759_117. 2024-11-25T07:46:07,402 DEBUG [hfile-prefetch-1732520766461 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, with total blocks 2, and data blocks 1 2024-11-25T07:46:07,402 DEBUG [hfile-prefetch-1732520766461 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-11-25T07:46:07,403 DEBUG [hfile-prefetch-1732520766461 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-25T07:46:07,403 DEBUG [hfile-prefetch-1732520766461 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759. Will sleep 100ms and try the verification again. 2024-11-25T07:46:07,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=054fcd3ac133be8d77d527d32bba2746, source=7fb8763a5d32,46367,1732520762513, destination=7fb8763a5d32,39311,1732520762688, warming up region on 7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:07,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=054fcd3ac133be8d77d527d32bba2746, source=7fb8763a5d32,46367,1732520762513, destination=7fb8763a5d32,39311,1732520762688, running balancer 2024-11-25T07:46:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE 2024-11-25T07:46:07,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE 2024-11-25T07:46:07,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(7855): Warmup {ENCODED => 054fcd3ac133be8d77d527d32bba2746, NAME => 'testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:07,487 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=CLOSING, regionLocation=7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:07,488 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 054fcd3ac133be8d77d527d32bba2746 columnFamilyName family 2024-11-25T07:46:07,488 DEBUG [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE because future has completed 2024-11-25T07:46:07,492 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-11-25T07:46:07,492 DEBUG [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:07,492 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(327): Store=054fcd3ac133be8d77d527d32bba2746/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:07,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513}] 2024-11-25T07:46:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1722): Closing 054fcd3ac133be8d77d527d32bba2746, disabling compactions & flushes 2024-11-25T07:46:07,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. after waiting 0 ms 2024-11-25T07:46:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,495 DEBUG [StoreFileCloser-054fcd3ac133be8d77d527d32bba2746-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:07,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39311 {}] regionserver.HRegion(1676): Region close journal for 054fcd3ac133be8d77d527d32bba2746: Waiting for close lock at 1732520767492Disabling compacts and flushes for region at 1732520767492Disabling writes for close at 1732520767493 (+1 ms)Writing region close event to WAL at 1732520767495 (+2 ms)Closed at 1732520767495 2024-11-25T07:46:07,497 WARN [hfile-prefetch-1732520766461 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?] ... 9 more 2024-11-25T07:46:07,497 DEBUG [hfile-prefetch-1732520766461 {}] hfile.PrefetchExecutor(121): Prefetch completed for 09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:07,521 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-25T07:46:07,521 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-25T07:46:07,521 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:07,521 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:07,523 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-25T07:46:07,523 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-25T07:46:07,523 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:07,523 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35907 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T07:46:07,543 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:07,543 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520767521 2024-11-25T07:46:07,543 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-25T07:46:07,546 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-25T07:46:07,546 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1732520767523 2024-11-25T07:46:07,546 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-25T07:46:07,654 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,654 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-11-25T07:46:07,655 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 054fcd3ac133be8d77d527d32bba2746, disabling compactions & flushes 2024-11-25T07:46:07,655 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,655 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,655 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. after waiting 0 ms 2024-11-25T07:46:07,656 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,657 DEBUG [StoreFileCloser-054fcd3ac133be8d77d527d32bba2746-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 09641d0c7e614c4e8f3652c54857e759, starting offset: 0, end offset: 9223372036854775807 2024-11-25T07:46:07,660 DEBUG [StoreFileCloser-054fcd3ac133be8d77d527d32bba2746-family-1 {}] bucket.BucketCache(856): removed key 09641d0c7e614c4e8f3652c54857e759_0 from back map with offset lock 2094080 in the evict process 2024-11-25T07:46:07,665 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:46:07,666 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,666 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 054fcd3ac133be8d77d527d32bba2746: Waiting for close lock at 1732520767655Running coprocessor pre-close hooks at 1732520767655Disabling compacts and flushes for region at 1732520767655Disabling writes for close at 1732520767655Writing region close event to WAL at 1732520767660 (+5 ms)Running coprocessor post-close hooks at 1732520767665 (+5 ms)Closed at 1732520767666 (+1 ms) 2024-11-25T07:46:07,667 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 054fcd3ac133be8d77d527d32bba2746 move to 7fb8763a5d32,39311,1732520762688 record at close sequenceid=6 2024-11-25T07:46:07,671 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=CLOSED 2024-11-25T07:46:07,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513 because future has completed 2024-11-25T07:46:07,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:46:07,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,46367,1732520762513 in 184 msec 2024-11-25T07:46:07,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,39311,1732520762688; forceNewPlan=false, retain=false 2024-11-25T07:46:07,744 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-25T07:46:07,744 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-25T07:46:07,744 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:07,744 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:07,746 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-25T07:46:07,746 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-25T07:46:07,747 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:07,747 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:07,747 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:07,747 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520767744 2024-11-25T07:46:07,747 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-25T07:46:07,750 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:07,750 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520767746 2024-11-25T07:46:07,750 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-25T07:46:07,830 INFO [7fb8763a5d32:35907 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:46:07,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=OPENING, regionLocation=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE because future has completed 2024-11-25T07:46:07,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,39311,1732520762688}] 2024-11-25T07:46:07,992 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:07,992 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 054fcd3ac133be8d77d527d32bba2746, NAME => 'testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:07,993 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1732520765636 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,993 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:07,993 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,993 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,994 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:07,996 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 054fcd3ac133be8d77d527d32bba2746 columnFamilyName family 2024-11-25T07:46:07,996 DEBUG [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:07,998 DEBUG [StoreFileOpener-054fcd3ac133be8d77d527d32bba2746-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759, delay=924 ms 2024-11-25T07:46:07,999 DEBUG [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:07,999 INFO [StoreOpener-054fcd3ac133be8d77d527d32bba2746-1 {}] regionserver.HStore(327): Store=054fcd3ac133be8d77d527d32bba2746/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:08,000 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,000 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,001 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,001 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,001 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,005 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,005 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 054fcd3ac133be8d77d527d32bba2746; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67576999, jitterRate=0.0069757550954818726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:46:08,006 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 054fcd3ac133be8d77d527d32bba2746: Running coprocessor pre-open hook at 1732520767993Writing region info on filesystem at 1732520767993Initializing all the Stores at 1732520767994 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520767994Cleaning up temporary data from old regions at 1732520768001 (+7 ms)Running coprocessor post-open hooks at 1732520768006 (+5 ms)Region opened successfully at 1732520768006 2024-11-25T07:46:08,007 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746., pid=9, masterSystemTime=1732520767988 2024-11-25T07:46:08,010 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,011 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=054fcd3ac133be8d77d527d32bba2746, regionState=OPEN, openSeqNum=10, regionLocation=7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,39311,1732520762688 because future has completed 2024-11-25T07:46:08,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T07:46:08,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 054fcd3ac133be8d77d527d32bba2746, server=7fb8763a5d32,39311,1732520762688 in 180 msec 2024-11-25T07:46:08,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1732520765636, region=054fcd3ac133be8d77d527d32bba2746, REOPEN/MOVE in 534 msec 2024-11-25T07:46:08,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:46:08,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:46:08,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:08,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:46:08,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:46:08,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=68825266, stopped=false 2024-11-25T07:46:08,046 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,35907,1732520761258 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:08,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:46:08,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:08,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:08,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:08,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:46:08,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:08,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,46367,1732520762513' ***** 2024-11-25T07:46:08,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:46:08,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,39311,1732520762688' ***** 2024-11-25T07:46:08,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:46:08,118 INFO [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1738): Disabling cache 2024-11-25T07:46:08,118 INFO [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1738): Disabling cache 2024-11-25T07:46:08,119 INFO [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 INFO [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/bucket.persistence 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 INFO [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-25T07:46:08,119 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-25T07:46:08,119 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-25T07:46:08,120 INFO [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-25T07:46:08,120 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-25T07:46:08,129 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1487): Thread RS:0;7fb8763a5d32:46367 started persisting bucket cache to file 2024-11-25T07:46:08,130 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:08,130 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:08,130 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1487): Thread RS:1;7fb8763a5d32:39311 started persisting bucket cache to file 2024-11-25T07:46:08,130 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:08,130 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:08,133 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:08,132 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:08,133 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520768130 2024-11-25T07:46:08,133 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520768130 2024-11-25T07:46:08,133 DEBUG [RS:1;7fb8763a5d32:39311 {}] bucket.BucketCache(1509): Thread RS:1;7fb8763a5d32:39311 finished persisting bucket cache to file, renaming 2024-11-25T07:46:08,133 DEBUG [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1509): Thread RS:0;7fb8763a5d32:46367 finished persisting bucket cache to file, renaming 2024-11-25T07:46:08,133 WARN [RS:0;7fb8763a5d32:46367 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-25T07:46:08,133 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:46:08,133 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:46:08,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:46:08,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:46:08,133 INFO [RS:1;7fb8763a5d32:39311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:46:08,133 INFO [RS:0;7fb8763a5d32:46367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:46:08,133 INFO [RS:1;7fb8763a5d32:39311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:46:08,133 INFO [RS:0;7fb8763a5d32:46367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:46:08,133 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:08,133 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(3091): Received CLOSE for 054fcd3ac133be8d77d527d32bba2746 2024-11-25T07:46:08,134 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:08,134 INFO [RS:0;7fb8763a5d32:46367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:46367. 2024-11-25T07:46:08,134 DEBUG [RS:0;7fb8763a5d32:46367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:08,134 DEBUG [RS:0;7fb8763a5d32:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,134 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,46367,1732520762513; all regions closed. 2024-11-25T07:46:08,134 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:08,134 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:08,134 INFO [RS:1;7fb8763a5d32:39311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7fb8763a5d32:39311. 2024-11-25T07:46:08,134 DEBUG [RS:1;7fb8763a5d32:39311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:08,134 DEBUG [RS:1;7fb8763a5d32:39311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,134 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:46:08,134 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:46:08,134 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-25T07:46:08,135 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:46:08,135 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:46:08,135 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 054fcd3ac133be8d77d527d32bba2746, disabling compactions & flushes 2024-11-25T07:46:08,135 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,135 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,135 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. after waiting 0 ms 2024-11-25T07:46:08,135 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,135 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:46:08,135 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 054fcd3ac133be8d77d527d32bba2746=testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746.} 2024-11-25T07:46:08,135 DEBUG [StoreFileCloser-054fcd3ac133be8d77d527d32bba2746-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/family/09641d0c7e614c4e8f3652c54857e759 2024-11-25T07:46:08,136 DEBUG [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1351): Waiting on 054fcd3ac133be8d77d527d32bba2746, 1588230740 2024-11-25T07:46:08,136 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-25T07:46:08,136 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:46:08,136 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:46:08,136 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:46:08,136 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:46:08,136 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:46:08,137 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-11-25T07:46:08,138 DEBUG [RS:0;7fb8763a5d32:46367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:08,138 INFO [RS:0;7fb8763a5d32:46367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C46367%2C1732520762513:(num 1732520764633) 2024-11-25T07:46:08,138 DEBUG [RS:0;7fb8763a5d32:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,138 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:46:08,139 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:46:08,139 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:08,140 INFO [RS:0;7fb8763a5d32:46367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46367 2024-11-25T07:46:08,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnRegionMove1732520765636/054fcd3ac133be8d77d527d32bba2746/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T07:46:08,141 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,141 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 054fcd3ac133be8d77d527d32bba2746: Waiting for close lock at 1732520768134Running coprocessor pre-close hooks at 1732520768135 (+1 ms)Disabling compacts and flushes for region at 1732520768135Disabling writes for close at 1732520768135Writing region close event to WAL at 1732520768136 (+1 ms)Running coprocessor post-close hooks at 1732520768141 (+5 ms)Closed at 1732520768141 2024-11-25T07:46:08,141 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746. 2024-11-25T07:46:08,146 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6898b1eecffa4d7f9fa7f625ddec7b8d 2024-11-25T07:46:08,164 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/6898b1eecffa4d7f9fa7f625ddec7b8d is 205, key is testBlockEvictionOnRegionMove1732520765636,,1732520765661.054fcd3ac133be8d77d527d32bba2746./info:regioninfo/1732520768011/Put/seqid=0 2024-11-25T07:46:08,165 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/6898b1eecffa4d7f9fa7f625ddec7b8d 2024-11-25T07:46:08,175 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3dc3196346c34b5c9cc3440b4137a6f7 2024-11-25T07:46:08,177 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:08,178 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:08,189 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/3dc3196346c34b5c9cc3440b4137a6f7 is 43, key is default/ns:d/1732520765425/Put/seqid=0 2024-11-25T07:46:08,190 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/3dc3196346c34b5c9cc3440b4137a6f7 2024-11-25T07:46:08,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:08,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,46367,1732520762513 2024-11-25T07:46:08,194 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:08,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,46367,1732520762513] 2024-11-25T07:46:08,199 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 36c5bb11d5034df4bc6ec985692419fa 2024-11-25T07:46:08,217 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/36c5bb11d5034df4bc6ec985692419fa is 78, key is testBlockEvictionOnRegionMove1732520765636/table:state/1732520766085/Put/seqid=0 2024-11-25T07:46:08,218 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/36c5bb11d5034df4bc6ec985692419fa 2024-11-25T07:46:08,220 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/6898b1eecffa4d7f9fa7f625ddec7b8d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/6898b1eecffa4d7f9fa7f625ddec7b8d 2024-11-25T07:46:08,221 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/6898b1eecffa4d7f9fa7f625ddec7b8d, delay=936 ms 2024-11-25T07:46:08,223 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/6898b1eecffa4d7f9fa7f625ddec7b8d, entries=15, sequenceid=15, filesize=7.6 K 2024-11-25T07:46:08,224 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/3dc3196346c34b5c9cc3440b4137a6f7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/3dc3196346c34b5c9cc3440b4137a6f7 2024-11-25T07:46:08,225 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/3dc3196346c34b5c9cc3440b4137a6f7, delay=910 ms 2024-11-25T07:46:08,227 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/3dc3196346c34b5c9cc3440b4137a6f7, entries=2, sequenceid=15, filesize=5.0 K 2024-11-25T07:46:08,227 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/36c5bb11d5034df4bc6ec985692419fa as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/36c5bb11d5034df4bc6ec985692419fa 2024-11-25T07:46:08,229 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/36c5bb11d5034df4bc6ec985692419fa, delay=983 ms 2024-11-25T07:46:08,230 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/36c5bb11d5034df4bc6ec985692419fa, entries=2, sequenceid=15, filesize=5.3 K 2024-11-25T07:46:08,231 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=15, compaction requested=false 2024-11-25T07:46:08,231 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:46:08,233 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/6898b1eecffa4d7f9fa7f625ddec7b8d 2024-11-25T07:46:08,234 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/3dc3196346c34b5c9cc3440b4137a6f7 2024-11-25T07:46:08,234 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/36c5bb11d5034df4bc6ec985692419fa 2024-11-25T07:46:08,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,46367,1732520762513 already deleted, retry=false 2024-11-25T07:46:08,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,46367,1732520762513 expired; onlineServers=1 2024-11-25T07:46:08,239 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-25T07:46:08,239 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:46:08,240 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:08,240 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520768136Running coprocessor pre-close hooks at 1732520768136Disabling compacts and flushes for region at 1732520768136Disabling writes for close at 1732520768136Obtaining lock to block concurrent updates at 1732520768137 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732520768137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1732520768138 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732520768138Flushing 1588230740/info: creating writer at 1732520768138Flushing 1588230740/info: appending metadata at 1732520768163 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732520768163Flushing 1588230740/ns: creating writer at 1732520768169 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732520768188 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732520768188Flushing 1588230740/table: creating writer at 1732520768193 (+5 ms)Flushing 1588230740/table: appending metadata at 1732520768216 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732520768216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128cfa52: reopening flushed file at 1732520768220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494e515d: reopening flushed file at 1732520768223 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd21204: reopening flushed file at 1732520768227 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=15, compaction requested=false at 1732520768231 (+4 ms)Writing region close event to WAL at 1732520768234 (+3 ms)Running coprocessor post-close hooks at 1732520768239 (+5 ms)Closed at 1732520768240 (+1 ms) 2024-11-25T07:46:08,240 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x10170f4d1df0001, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,316 INFO [RS:0;7fb8763a5d32:46367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:08,316 INFO [RS:0;7fb8763a5d32:46367 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,46367,1732520762513; zookeeper connection closed. 2024-11-25T07:46:08,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232e0994 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232e0994 2024-11-25T07:46:08,336 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,39311,1732520762688; all regions closed. 2024-11-25T07:46:08,339 DEBUG [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:08,339 INFO [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C39311%2C1732520762688.meta:.meta(num 1732520765231) 2024-11-25T07:46:08,342 DEBUG [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:08,342 INFO [RS:1;7fb8763a5d32:39311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C39311%2C1732520762688:(num 1732520764633) 2024-11-25T07:46:08,342 DEBUG [RS:1;7fb8763a5d32:39311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:08,342 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:08,342 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:08,343 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:08,343 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:08,343 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:08,343 INFO [RS:1;7fb8763a5d32:39311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39311 2024-11-25T07:46:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,39311,1732520762688 2024-11-25T07:46:08,357 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:08,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,39311,1732520762688] 2024-11-25T07:46:08,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,39311,1732520762688 already deleted, retry=false 2024-11-25T07:46:08,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,39311,1732520762688 expired; onlineServers=0 2024-11-25T07:46:08,378 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,35907,1732520761258' ***** 2024-11-25T07:46:08,378 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:46:08,379 INFO [M:0;7fb8763a5d32:35907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:08,379 INFO [M:0;7fb8763a5d32:35907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:08,379 DEBUG [M:0;7fb8763a5d32:35907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:46:08,380 DEBUG [M:0;7fb8763a5d32:35907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:46:08,380 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520764160 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520764160,5,FailOnTimeoutGroup] 2024-11-25T07:46:08,380 INFO [M:0;7fb8763a5d32:35907 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:08,380 INFO [M:0;7fb8763a5d32:35907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:08,380 DEBUG [M:0;7fb8763a5d32:35907 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:46:08,380 INFO [M:0;7fb8763a5d32:35907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:46:08,381 INFO [M:0;7fb8763a5d32:35907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:46:08,381 INFO [M:0;7fb8763a5d32:35907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:46:08,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:46:08,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:46:08,383 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520764162 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520764162,5,FailOnTimeoutGroup] 2024-11-25T07:46:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:08,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:08,415 DEBUG [M:0;7fb8763a5d32:35907 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T07:46:08,415 DEBUG [M:0;7fb8763a5d32:35907 {}] master.ActiveMasterManager(353): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T07:46:08,416 INFO [M:0;7fb8763a5d32:35907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.lastflushedseqids 2024-11-25T07:46:08,429 INFO [M:0;7fb8763a5d32:35907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:46:08,430 INFO [M:0;7fb8763a5d32:35907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:46:08,430 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:46:08,430 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:08,430 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:08,430 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:46:08,430 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:08,430 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-11-25T07:46:08,440 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a80a180bdb6f4593a28f73ff47796a06 2024-11-25T07:46:08,458 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80a180bdb6f4593a28f73ff47796a06 is 82, key is hbase:meta,,1/info:regioninfo/1732520765299/Put/seqid=0 2024-11-25T07:46:08,459 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80a180bdb6f4593a28f73ff47796a06 2024-11-25T07:46:08,467 INFO [RS:1;7fb8763a5d32:39311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,467 INFO [RS:1;7fb8763a5d32:39311 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,39311,1732520762688; zookeeper connection closed. 2024-11-25T07:46:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39311-0x10170f4d1df0002, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,468 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ef6f078 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ef6f078 2024-11-25T07:46:08,468 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-25T07:46:08,476 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4f81c89ef3704bbdbf0abfa58f09bd72 2024-11-25T07:46:08,497 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f81c89ef3704bbdbf0abfa58f09bd72 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732520766091/Put/seqid=0 2024-11-25T07:46:08,498 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f81c89ef3704bbdbf0abfa58f09bd72 2024-11-25T07:46:08,507 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 67e1f53599df470499efec3e1dabf114 2024-11-25T07:46:08,520 DEBUG [M:0;7fb8763a5d32:35907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e1f53599df470499efec3e1dabf114 is 69, key is 7fb8763a5d32,39311,1732520762688/rs:state/1732520764297/Put/seqid=0 2024-11-25T07:46:08,520 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e1f53599df470499efec3e1dabf114 2024-11-25T07:46:08,522 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80a180bdb6f4593a28f73ff47796a06 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80a180bdb6f4593a28f73ff47796a06 2024-11-25T07:46:08,524 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80a180bdb6f4593a28f73ff47796a06, entries=8, sequenceid=84, filesize=5.5 K 2024-11-25T07:46:08,525 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f81c89ef3704bbdbf0abfa58f09bd72 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f81c89ef3704bbdbf0abfa58f09bd72 2024-11-25T07:46:08,526 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f81c89ef3704bbdbf0abfa58f09bd72, entries=9, sequenceid=84, filesize=6.5 K 2024-11-25T07:46:08,527 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e1f53599df470499efec3e1dabf114 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67e1f53599df470499efec3e1dabf114 2024-11-25T07:46:08,529 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67e1f53599df470499efec3e1dabf114, entries=2, sequenceid=84, filesize=5.1 K 2024-11-25T07:46:08,530 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=84, compaction requested=false 2024-11-25T07:46:08,531 INFO [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:08,532 DEBUG [M:0;7fb8763a5d32:35907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520768430Disabling compacts and flushes for region at 1732520768430Disabling writes for close at 1732520768430Obtaining lock to block concurrent updates at 1732520768430Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520768430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1732520768431 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520768431Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520768431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520768457 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520768457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520768464 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520768497 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520768497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520768501 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520768519 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520768519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a236ca: reopening flushed file at 1732520768522 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6d09c3: reopening flushed file at 1732520768524 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3e499a: reopening flushed file at 1732520768527 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=84, compaction requested=false at 1732520768530 (+3 ms)Writing region close event to WAL at 1732520768531 (+1 ms)Closed at 1732520768531 2024-11-25T07:46:08,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:08,534 INFO [M:0;7fb8763a5d32:35907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:46:08,534 INFO [M:0;7fb8763a5d32:35907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35907 2024-11-25T07:46:08,534 INFO [M:0;7fb8763a5d32:35907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,732 INFO [M:0;7fb8763a5d32:35907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35907-0x10170f4d1df0000, quorum=127.0.0.1:56271, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:08,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:46:08,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:46:08,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732520768221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732520766461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732520768226 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732520767998 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 656) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6183 (was 6589) 2024-11-25T07:46:08,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=6183 2024-11-25T07:46:08,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/hadoop-log-dir so I do NOT create it in target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e 2024-11-25T07:46:08,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/hadoop-tmp-dir so I do NOT create it in target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e 2024-11-25T07:46:08,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/cluster_9ff8d40d-cec8-44d7-cb68-f83907b85f05, deleteOnExit=true 2024-11-25T07:46:08,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/cluster_9ff8d40d-cec8-44d7-cb68-f83907b85f05/zookeeper_0, clientPort=52987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/cluster_9ff8d40d-cec8-44d7-cb68-f83907b85f05/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/cluster_9ff8d40d-cec8-44d7-cb68-f83907b85f05/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:46:08,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52987 2024-11-25T07:46:08,801 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 with version=8 2024-11-25T07:46:08,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase-staging 2024-11-25T07:46:08,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:08,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:08,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:08,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:46:08,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:08,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38817 2024-11-25T07:46:08,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38817 connecting to ZooKeeper ensemble=127.0.0.1:52987 2024-11-25T07:46:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388170x0, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:08,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38817-0x10170f4f0b60000 connected 2024-11-25T07:46:08,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:08,948 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3, hbase.cluster.distributed=false 2024-11-25T07:46:08,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:08,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-25T07:46:08,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38817 2024-11-25T07:46:08,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38817 2024-11-25T07:46:08,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-25T07:46:08,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-25T07:46:08,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:46:08,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:08,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37049 2024-11-25T07:46:08,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37049 connecting to ZooKeeper ensemble=127.0.0.1:52987 2024-11-25T07:46:08,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370490x0, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:08,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370490x0, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:08,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37049-0x10170f4f0b60001 connected 2024-11-25T07:46:08,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:46:08,991 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache 2024-11-25T07:46:08,992 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-25T07:46:08,992 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-25T07:46:08,992 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-25T07:46:08,992 INFO [Thread-121 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-25T07:46:08,992 WARN [Thread-121 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-25T07:46:08,993 INFO [Thread-121 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-25T07:46:08,993 INFO [Thread-121 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence is complete. 2024-11-25T07:46:08,993 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-25T07:46:08,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:46:08,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:46:08,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:09,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-25T07:46:09,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37049 2024-11-25T07:46:09,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37049 2024-11-25T07:46:09,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-25T07:46:09,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-25T07:46:09,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:09,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:09,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:09,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:09,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:09,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:09,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:46:09,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:09,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-11-25T07:46:09,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33369 connecting to ZooKeeper ensemble=127.0.0.1:52987 2024-11-25T07:46:09,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:09,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333690x0, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:09,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333690x0, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:09,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33369-0x10170f4f0b60002 connected 2024-11-25T07:46:09,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:46:09,043 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache 2024-11-25T07:46:09,043 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-25T07:46:09,043 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-25T07:46:09,043 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-25T07:46:09,043 INFO [Thread-122 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-25T07:46:09,043 WARN [Thread-122 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-25T07:46:09,043 INFO [Thread-122 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-25T07:46:09,044 INFO [Thread-122 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence is complete. 2024-11-25T07:46:09,044 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-25T07:46:09,045 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:46:09,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:46:09,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:09,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-25T07:46:09,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-11-25T07:46:09,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-11-25T07:46:09,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-25T07:46:09,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-25T07:46:09,072 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:38817 2024-11-25T07:46:09,072 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,083 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,094 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:46:09,094 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,38817,1732520768805 from backup master directory 2024-11-25T07:46:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,103 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:09,104 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:46:09,105 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase.id] with ID: b9e7037d-2c4a-4c92-88c0-d6f241bead44 2024-11-25T07:46:09,105 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.tmp/hbase.id 2024-11-25T07:46:09,108 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/hbase.id] 2024-11-25T07:46:09,145 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:09,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:46:09,147 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:46:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,160 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:46:09,161 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:46:09,162 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:09,180 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store 2024-11-25T07:46:09,186 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:46:09,187 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:09,187 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520769187Disabling compacts and flushes for region at 1732520769187Disabling writes for close at 1732520769187Writing region close event to WAL at 1732520769187Closed at 1732520769187 2024-11-25T07:46:09,187 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/.initializing 2024-11-25T07:46:09,187 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,193 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:09,196 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38817%2C1732520768805, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,38817,1732520768805, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/oldWALs, maxLogs=10 2024-11-25T07:46:09,216 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/WALs/7fb8763a5d32,38817,1732520768805/7fb8763a5d32%2C38817%2C1732520768805.1732520769197 2024-11-25T07:46:09,216 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:09,217 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:09,217 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:09,217 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,217 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:46:09,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:09,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:46:09,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:09,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:46:09,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:09,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:46:09,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:09,248 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,248 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,248 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,249 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,249 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,249 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:09,249 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:46:09,259 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:09,259 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72437078, jitterRate=0.0793965756893158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:09,261 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520769217Initializing all the Stores at 1732520769218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520769218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520769219 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520769219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520769219Cleaning up temporary data from old regions at 1732520769249 (+30 ms)Region opened successfully at 1732520769260 (+11 ms) 2024-11-25T07:46:09,261 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:46:09,268 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c816b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:09,270 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:46:09,270 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:46:09,270 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:46:09,270 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:46:09,271 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:46:09,271 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:46:09,271 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:46:09,274 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:46:09,276 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:46:09,282 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:46:09,283 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:46:09,284 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:46:09,299 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:46:09,300 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:46:09,301 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:46:09,314 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:46:09,315 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:46:09,324 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:46:09,327 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:46:09,335 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:46:09,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:09,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:09,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:09,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,346 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,38817,1732520768805, sessionid=0x10170f4f0b60000, setting cluster-up flag (Was=false) 2024-11-25T07:46:09,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,398 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:46:09,400 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,451 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:46:09,453 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:09,453 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:46:09,455 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:09,455 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:46:09,455 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:46:09,456 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,38817,1732520768805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:46:09,458 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,459 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:09,459 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520799460 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:46:09,460 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:46:09,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:09,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:46:09,461 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:46:09,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:46:09,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:46:09,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:46:09,474 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(746): ClusterId : b9e7037d-2c4a-4c92-88c0-d6f241bead44 2024-11-25T07:46:09,474 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:46:09,482 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:46:09,482 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:46:09,483 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520769483,5,FailOnTimeoutGroup] 2024-11-25T07:46:09,483 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520769483,5,FailOnTimeoutGroup] 2024-11-25T07:46:09,483 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(746): ClusterId : b9e7037d-2c4a-4c92-88c0-d6f241bead44 2024-11-25T07:46:09,483 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:46:09,484 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,484 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:46:09,484 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,484 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,484 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:46:09,484 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:46:09,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:46:09,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:09,506 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:46:09,506 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:46:09,514 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:46:09,515 DEBUG [RS:0;7fb8763a5d32:37049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256d4085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:09,515 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:46:09,516 DEBUG [RS:1;7fb8763a5d32:33369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e2d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:09,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:09,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-25T07:46:09,531 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:37049 2024-11-25T07:46:09,532 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:46:09,532 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:46:09,532 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:46:09,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:46:09,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:09,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-25T07:46:09,534 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38817,1732520768805 with port=37049, startcode=1732520768975 2024-11-25T07:46:09,535 DEBUG [RS:0;7fb8763a5d32:37049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:46:09,537 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7fb8763a5d32:33369 2024-11-25T07:46:09,537 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:46:09,537 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:46:09,537 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:46:09,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:46:09,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,539 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38817,1732520768805 with port=33369, startcode=1732520769024 2024-11-25T07:46:09,539 DEBUG [RS:1;7fb8763a5d32:33369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:46:09,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:09,539 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:46:09,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-25T07:46:09,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,543 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:09,543 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-25T07:46:09,543 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:46:09,543 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:46:09,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,545 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:09,546 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-25T07:46:09,546 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:46:09,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:46:09,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:09,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-25T07:46:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:09,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:46:09,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:09,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:09,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:46:09,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:09,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:09,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:46:09,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:46:09,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:09,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:46:09,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:09,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71309781, jitterRate=0.06259854137897491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:09,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520769522Initializing all the Stores at 1732520769522Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520769522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520769523 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520769523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520769523Cleaning up temporary data from old regions at 1732520769559 (+36 ms)Region opened successfully at 1732520769567 (+8 ms) 2024-11-25T07:46:09,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:46:09,567 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:46:09,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:46:09,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:46:09,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:46:09,568 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:09,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520769567Disabling compacts and flushes for region at 1732520769567Disabling writes for close at 1732520769568 (+1 ms)Writing region close event to WAL at 1732520769568Closed at 1732520769568 2024-11-25T07:46:09,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:09,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:46:09,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:46:09,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:46:09,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:46:09,598 DEBUG [RS:0;7fb8763a5d32:37049 {}] zookeeper.ZKUtil(111): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,598 WARN [RS:0;7fb8763a5d32:37049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:09,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,37049,1732520768975] 2024-11-25T07:46:09,599 INFO [RS:0;7fb8763a5d32:37049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:09,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,33369,1732520769024] 2024-11-25T07:46:09,599 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,599 DEBUG [RS:1;7fb8763a5d32:33369 {}] zookeeper.ZKUtil(111): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,599 WARN [RS:1;7fb8763a5d32:33369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:09,599 INFO [RS:1;7fb8763a5d32:33369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:09,599 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,605 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:46:09,605 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:46:09,608 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:46:09,610 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:46:09,611 INFO [RS:1;7fb8763a5d32:33369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:46:09,611 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,611 INFO [RS:0;7fb8763a5d32:37049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:46:09,611 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,611 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:46:09,611 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:46:09,612 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:46:09,612 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:46:09,612 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,612 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,612 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,612 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,613 DEBUG [RS:0;7fb8763a5d32:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:09,613 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:09,614 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:09,614 DEBUG [RS:1;7fb8763a5d32:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,37049,1732520768975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,614 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,615 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,615 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,33369,1732520769024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:09,629 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:46:09,629 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,33369,1732520769024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,630 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,630 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.Replication(171): 7fb8763a5d32,33369,1732520769024 started 2024-11-25T07:46:09,637 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:46:09,637 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,37049,1732520768975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,637 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,637 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.Replication(171): 7fb8763a5d32,37049,1732520768975 started 2024-11-25T07:46:09,644 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,645 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,33369,1732520769024, RpcServer on 7fb8763a5d32/172.17.0.2:33369, sessionid=0x10170f4f0b60002 2024-11-25T07:46:09,645 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:46:09,645 DEBUG [RS:1;7fb8763a5d32:33369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,645 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,33369,1732520769024' 2024-11-25T07:46:09,645 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,33369,1732520769024' 2024-11-25T07:46:09,646 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:46:09,647 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:46:09,647 DEBUG [RS:1;7fb8763a5d32:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:46:09,647 INFO [RS:1;7fb8763a5d32:33369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:46:09,647 INFO [RS:1;7fb8763a5d32:33369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:46:09,654 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:09,654 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,37049,1732520768975, RpcServer on 7fb8763a5d32/172.17.0.2:37049, sessionid=0x10170f4f0b60001 2024-11-25T07:46:09,654 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:46:09,654 DEBUG [RS:0;7fb8763a5d32:37049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,654 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,37049,1732520768975' 2024-11-25T07:46:09,654 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:46:09,655 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:46:09,655 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:46:09,655 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:46:09,655 DEBUG [RS:0;7fb8763a5d32:37049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,656 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,37049,1732520768975' 2024-11-25T07:46:09,656 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:46:09,656 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:46:09,657 DEBUG [RS:0;7fb8763a5d32:37049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:46:09,657 INFO [RS:0;7fb8763a5d32:37049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:46:09,657 INFO [RS:0;7fb8763a5d32:37049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:46:09,721 WARN [7fb8763a5d32:38817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:46:09,748 INFO [RS:1;7fb8763a5d32:33369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:09,749 INFO [RS:1;7fb8763a5d32:33369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C33369%2C1732520769024, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:09,758 INFO [RS:0;7fb8763a5d32:37049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:09,759 INFO [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C37049%2C1732520768975, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,37049,1732520768975, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:09,766 INFO [RS:1;7fb8763a5d32:33369 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024/7fb8763a5d32%2C33369%2C1732520769024.1732520769751 2024-11-25T07:46:09,766 DEBUG [RS:1;7fb8763a5d32:33369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:09,784 INFO [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,37049,1732520768975/7fb8763a5d32%2C37049%2C1732520768975.1732520769761 2024-11-25T07:46:09,785 DEBUG [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:09,972 DEBUG [7fb8763a5d32:38817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T07:46:09,973 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:46:09,974 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:46:09,974 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:46:09,974 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:46:09,974 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:46:09,975 INFO [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:46:09,975 INFO [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:46:09,975 DEBUG [7fb8763a5d32:38817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:46:09,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:09,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,37049,1732520768975, state=OPENING 2024-11-25T07:46:09,988 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:46:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:09,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:09,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:46:09,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:09,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:09,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,37049,1732520768975}] 2024-11-25T07:46:10,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:46:10,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:46:10,160 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:46:10,161 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:10,161 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:46:10,163 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C37049%2C1732520768975.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,37049,1732520768975, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:10,200 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,37049,1732520768975/7fb8763a5d32%2C37049%2C1732520768975.meta.1732520770164.meta 2024-11-25T07:46:10,204 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:10,204 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:10,205 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:46:10,205 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:46:10,205 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:46:10,205 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:46:10,206 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:10,206 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:46:10,206 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:46:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-25T07:46:10,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:46:10,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:10,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-25T07:46:10,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:46:10,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:10,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-25T07:46:10,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:46:10,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:10,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-25T07:46:10,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:46:10,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:46:10,213 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:46:10,214 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:10,214 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740 2024-11-25T07:46:10,215 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:46:10,215 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:46:10,215 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:46:10,216 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:46:10,217 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58861483, jitterRate=-0.12289555370807648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:46:10,217 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:46:10,218 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520770206Writing region info on filesystem at 1732520770206Initializing all the Stores at 1732520770206Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520770207 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520770208 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520770208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520770208Cleaning up temporary data from old regions at 1732520770215 (+7 ms)Running coprocessor post-open hooks at 1732520770217 (+2 ms)Region opened successfully at 1732520770218 (+1 ms) 2024-11-25T07:46:10,219 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520770152 2024-11-25T07:46:10,223 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:46:10,223 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:46:10,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:10,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,37049,1732520768975, state=OPEN 2024-11-25T07:46:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:46:10,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:10,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:10,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:46:10,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:10,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:46:10,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,37049,1732520768975 in 238 msec 2024-11-25T07:46:10,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:46:10,245 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:46:10,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-25T07:46:10,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:46:10,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:46:10,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,37049,1732520768975, seqNum=-1] 2024-11-25T07:46:10,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:10,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:10,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-25T07:46:10,295 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520770294, completionTime=-1 2024-11-25T07:46:10,295 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-25T07:46:10,295 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:46:10,298 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-25T07:46:10,299 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732520830299 2024-11-25T07:46:10,299 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732520890299 2024-11-25T07:46:10,299 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-25T07:46:10,299 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,300 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,300 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,300 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:38817, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,300 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,305 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:46:10,308 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,316 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.212sec 2024-11-25T07:46:10,316 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:46:10,316 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:46:10,316 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:46:10,317 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:46:10,317 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:46:10,317 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:10,317 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:46:10,318 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:46:10,318 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:46:10,318 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38817,1732520768805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:10,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689405c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:10,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,38817,-1 for getting cluster id 2024-11-25T07:46:10,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:46:10,399 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e7037d-2c4a-4c92-88c0-d6f241bead44' 2024-11-25T07:46:10,401 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:46:10,401 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e7037d-2c4a-4c92-88c0-d6f241bead44" 2024-11-25T07:46:10,401 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfd7f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:10,402 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,38817,-1] 2024-11-25T07:46:10,402 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:46:10,404 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:10,408 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:46:10,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9d15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:46:10,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:46:10,413 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,37049,1732520768975, seqNum=-1] 2024-11-25T07:46:10,413 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:10,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:10,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:10,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:46:10,423 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:10,423 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@687e6075 2024-11-25T07:46:10,423 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:46:10,426 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:46:10,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1732520770420', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:46:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 2024-11-25T07:46:10,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:46:10,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1732520770420" procId is: 4 2024-11-25T07:46:10,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:46:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:10,440 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3b6f7c377b8827da70dac3df631cd73, NAME => 'testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1732520770420', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1722): Closing f3b6f7c377b8827da70dac3df631cd73, disabling compactions & flushes 2024-11-25T07:46:10,446 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. after waiting 0 ms 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,446 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,446 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1732520770420-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3b6f7c377b8827da70dac3df631cd73: Waiting for close lock at 1732520770446Disabling compacts and flushes for region at 1732520770446Disabling writes for close at 1732520770446Writing region close event to WAL at 1732520770446Closed at 1732520770446 2024-11-25T07:46:10,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:46:10,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732520770448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520770448"}]},"ts":"1732520770448"} 2024-11-25T07:46:10,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:46:10,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:46:10,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732520770420","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520770452"}]},"ts":"1732520770452"} 2024-11-25T07:46:10,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732520770420, state=ENABLING in hbase:meta 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:46:10,455 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:46:10,455 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:46:10,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:46:10,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN}] 2024-11-25T07:46:10,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN 2024-11-25T07:46:10,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN; state=OFFLINE, location=7fb8763a5d32,33369,1732520769024; forceNewPlan=false, retain=false 2024-11-25T07:46:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:10,608 INFO [7fb8763a5d32:38817 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:46:10,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3b6f7c377b8827da70dac3df631cd73, regionState=OPENING, regionLocation=7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:10,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN because future has completed 2024-11-25T07:46:10,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,33369,1732520769024}] 2024-11-25T07:46:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:10,765 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:46:10,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:46:10,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40839, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:46:10,770 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,770 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3b6f7c377b8827da70dac3df631cd73, NAME => 'testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:10,770 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732520770420 f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,770 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:10,770 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,771 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,771 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,776 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b6f7c377b8827da70dac3df631cd73 columnFamilyName family 2024-11-25T07:46:10,776 DEBUG [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:10,776 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] regionserver.HStore(327): Store=f3b6f7c377b8827da70dac3df631cd73/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:10,776 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,777 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,777 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,777 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,777 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,778 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,786 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:46:10,787 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3b6f7c377b8827da70dac3df631cd73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69009429, jitterRate=0.02832062542438507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:46:10,787 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:10,788 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3b6f7c377b8827da70dac3df631cd73: Running coprocessor pre-open hook at 1732520770771Writing region info on filesystem at 1732520770771Initializing all the Stores at 1732520770771Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520770771Cleaning up temporary data from old regions at 1732520770777 (+6 ms)Running coprocessor post-open hooks at 1732520770787 (+10 ms)Region opened successfully at 1732520770788 (+1 ms) 2024-11-25T07:46:10,789 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73., pid=6, masterSystemTime=1732520770765 2024-11-25T07:46:10,791 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,791 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:10,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3b6f7c377b8827da70dac3df631cd73, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:10,794 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7fb8763a5d32,33369,1732520769024, table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:46:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,33369,1732520769024 because future has completed 2024-11-25T07:46:10,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:46:10,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,33369,1732520769024 in 183 msec 2024-11-25T07:46:10,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:46:10,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN in 343 msec 2024-11-25T07:46:10,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:46:10,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1732520770420","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520770801"}]},"ts":"1732520770801"} 2024-11-25T07:46:10,804 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1732520770420, state=ENABLED in hbase:meta 2024-11-25T07:46:10,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:46:10,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1732520770420 in 378 msec 2024-11-25T07:46:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:46:11,056 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1732520770420 completed 2024-11-25T07:46:11,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1732520770420 get assigned. Timeout = 60000ms 2024-11-25T07:46:11,057 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:46:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1732520770420 assigned to meta. Checking AM states. 2024-11-25T07:46:11,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:46:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1732520770420 assigned. 2024-11-25T07:46:11,067 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1732520770420', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73., hostname=7fb8763a5d32,33369,1732520769024, seqNum=2] 2024-11-25T07:46:11,067 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:46:11,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:46:11,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f3b6f7c377b8827da70dac3df631cd73 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-25T07:46:11,084 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:11,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/.tmp/family/a2c50ea6b0b148aaaca74f8ac65a93d6 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-25T07:46:11,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/.tmp/family/a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:11,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/.tmp/family/a2c50ea6b0b148aaaca74f8ac65a93d6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:11,104 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, delay=968 ms 2024-11-25T07:46:11,105 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T07:46:11,106 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for f3b6f7c377b8827da70dac3df631cd73 in 30ms, sequenceid=6, compaction requested=false 2024-11-25T07:46:11,106 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1732520770420' 2024-11-25T07:46:11,106 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3b6f7c377b8827da70dac3df631cd73: 2024-11-25T07:46:11,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:46:11,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:46:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:46:11,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:46:11,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:46:11,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:46:11,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732520770420 2024-11-25T07:46:11,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1732520770420 Metrics about Tables on a single HBase RegionServer 2024-11-25T07:46:12,073 DEBUG [hfile-prefetch-1732520767998 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key a2c50ea6b0b148aaaca74f8ac65a93d6_0. 2024-11-25T07:46:12,074 DEBUG [hfile-prefetch-1732520767998 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key a2c50ea6b0b148aaaca74f8ac65a93d6_117. 2024-11-25T07:46:12,074 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, with total blocks 2, and data blocks 1 2024-11-25T07:46:12,074 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-11-25T07:46:12,074 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-25T07:46:12,074 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6. Will sleep 100ms and try the verification again. 2024-11-25T07:46:12,107 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;7fb8763a5d32:33369,5,FailOnTimeoutGroup] 2024-11-25T07:46:12,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,33369,1732520769024' ***** 2024-11-25T07:46:12,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1 2024-11-25T07:46:12,107 INFO [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1738): Disabling cache 2024-11-25T07:46:12,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:46:12,117 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:12,171 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-25T07:46:12,171 INFO [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence 2024-11-25T07:46:12,171 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-25T07:46:12,171 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-25T07:46:12,171 INFO [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-25T07:46:12,171 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-25T07:46:12,175 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, with total blocks 2, and data blocks 1 2024-11-25T07:46:12,175 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map 2024-11-25T07:46:12,175 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2293): found block for file a2c50ea6b0b148aaaca74f8ac65a93d6 in the backing map. Acquiring read lock for offset 0 2024-11-25T07:46:12,175 DEBUG [hfile-prefetch-1732520767998 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6 has now been fully cached. 2024-11-25T07:46:12,175 DEBUG [hfile-prefetch-1732520767998 {}] hfile.PrefetchExecutor(121): Prefetch completed for a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:12,182 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1487): Thread RS:1;7fb8763a5d32:33369 started persisting bucket cache to file 2024-11-25T07:46:12,182 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:12,182 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-11-25T07:46:12,185 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-11-25T07:46:12,186 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732520772182 2024-11-25T07:46:12,186 DEBUG [RS:1;7fb8763a5d32:33369 {}] bucket.BucketCache(1509): Thread RS:1;7fb8763a5d32:33369 finished persisting bucket cache to file, renaming 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:12,186 INFO [RS:1;7fb8763a5d32:33369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7fb8763a5d32:33369. 2024-11-25T07:46:12,186 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-25T07:46:12,186 DEBUG [RS:1;7fb8763a5d32:33369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:12,186 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3b6f7c377b8827da70dac3df631cd73, disabling compactions & flushes 2024-11-25T07:46:12,187 DEBUG [RS:1;7fb8763a5d32:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:12,187 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,187 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,187 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:46:12,187 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1325): Online Regions={f3b6f7c377b8827da70dac3df631cd73=testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.} 2024-11-25T07:46:12,187 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. after waiting 0 ms 2024-11-25T07:46:12,187 DEBUG [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1351): Waiting on f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,187 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,191 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:46:12,191 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,192 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3b6f7c377b8827da70dac3df631cd73: Waiting for close lock at 1732520772186Running coprocessor pre-close hooks at 1732520772186Disabling compacts and flushes for region at 1732520772186Disabling writes for close at 1732520772187 (+1 ms)Writing region close event to WAL at 1732520772188 (+1 ms)Running coprocessor post-close hooks at 1732520772191 (+3 ms)Closed at 1732520772191 2024-11-25T07:46:12,192 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,195 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-25T07:46:12,195 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-25T07:46:12,195 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:12,195 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:12,198 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:12,198 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520772195 2024-11-25T07:46:12,198 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-25T07:46:12,387 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,33369,1732520769024; all regions closed. 2024-11-25T07:46:12,391 DEBUG [RS:1;7fb8763a5d32:33369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:12,391 INFO [RS:1;7fb8763a5d32:33369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C33369%2C1732520769024:(num 1732520769751) 2024-11-25T07:46:12,391 DEBUG [RS:1;7fb8763a5d32:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:12,391 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:12,391 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:12,392 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:12,393 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:46:12,393 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:12,393 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:46:12,393 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:46:12,393 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:12,393 INFO [RS:1;7fb8763a5d32:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-11-25T07:46:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,33369,1732520769024 2024-11-25T07:46:12,410 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:12,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,33369,1732520769024] 2024-11-25T07:46:12,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,33369,1732520769024 already deleted, retry=false 2024-11-25T07:46:12,430 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7fb8763a5d32,33369,1732520769024 on 7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:12,436 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7fb8763a5d32,33369,1732520769024, splitWal=true, meta=false 2024-11-25T07:46:12,439 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 7fb8763a5d32,33369,1732520769024 (carryingMeta=false) 7fb8763a5d32,33369,1732520769024/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24ede801[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:46:12,439 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7fb8763a5d32,33369,1732520769024, splitWal=true, meta=false 2024-11-25T07:46:12,441 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7fb8763a5d32,33369,1732520769024 had 1 regions 2024-11-25T07:46:12,442 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7fb8763a5d32,33369,1732520769024, splitWal=true, meta=false, isMeta: false 2024-11-25T07:46:12,443 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024-splitting 2024-11-25T07:46:12,443 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024-splitting dir is empty, no logs to split. 2024-11-25T07:46:12,444 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7fb8763a5d32,33369,1732520769024 WAL count=0, meta=false 2024-11-25T07:46:12,446 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024-splitting dir is empty, no logs to split. 2024-11-25T07:46:12,446 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7fb8763a5d32,33369,1732520769024 WAL count=0, meta=false 2024-11-25T07:46:12,446 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7fb8763a5d32,33369,1732520769024 WAL splitting is done? wals=0, meta=false 2024-11-25T07:46:12,447 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7fb8763a5d32,33369,1732520769024 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,33369,1732520769024-splitting does not exist 2024-11-25T07:46:12,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN}] 2024-11-25T07:46:12,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN 2024-11-25T07:46:12,452 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:46:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:12,519 INFO [RS:1;7fb8763a5d32:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10170f4f0b60002, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:12,519 INFO [RS:1;7fb8763a5d32:33369 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,33369,1732520769024; zookeeper connection closed. 2024-11-25T07:46:12,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15d86ff0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15d86ff0 2024-11-25T07:46:12,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f3b6f7c377b8827da70dac3df631cd73, regionState=OPENING, regionLocation=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN because future has completed 2024-11-25T07:46:12,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,37049,1732520768975}] 2024-11-25T07:46:12,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:46:12,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:46:12,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41709 2024-11-25T07:46:12,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41709 connecting to ZooKeeper ensemble=127.0.0.1:52987 2024-11-25T07:46:12,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:12,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:12,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417090x0, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:46:12,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:417090x0, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-11-25T07:46:12,641 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-11-25T07:46:12,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41709-0x10170f4f0b60003 connected 2024-11-25T07:46:12,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:46:12,643 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache 2024-11-25T07:46:12,643 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-25T07:46:12,643 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-25T07:46:12,643 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-25T07:46:12,644 INFO [Thread-202 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-25T07:46:12,644 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-25T07:46:12,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:46:12,645 INFO [Thread-202 {}] bucket.BucketCache(1552): Reading new chunked format of persistence. 2024-11-25T07:46:12,646 INFO [Thread-202 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0. 2024-11-25T07:46:12,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:46:12,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:46:12,650 DEBUG [Thread-202 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list 2024-11-25T07:46:12,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-25T07:46:12,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41709 2024-11-25T07:46:12,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41709 2024-11-25T07:46:12,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-25T07:46:12,651 INFO [Thread-202 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-25T07:46:12,651 INFO [Thread-202 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0 2024-11-25T07:46:12,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-25T07:46:12,651 INFO [Thread-202 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence is complete. 2024-11-25T07:46:12,653 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(746): ClusterId : b9e7037d-2c4a-4c92-88c0-d6f241bead44 2024-11-25T07:46:12,653 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:46:12,662 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:46:12,662 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:46:12,673 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:46:12,673 DEBUG [RS:2;7fb8763a5d32:41709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626a0e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:46:12,685 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7fb8763a5d32:41709 2024-11-25T07:46:12,686 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:46:12,686 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:46:12,686 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:46:12,687 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38817,1732520768805 with port=41709, startcode=1732520772627 2024-11-25T07:46:12,687 DEBUG [RS:2;7fb8763a5d32:41709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:46:12,690 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:46:12,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,692 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3 2024-11-25T07:46:12,692 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-25T07:46:12,692 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:46:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:12,704 DEBUG [RS:2;7fb8763a5d32:41709 {}] zookeeper.ZKUtil(111): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,704 WARN [RS:2;7fb8763a5d32:41709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:46:12,704 INFO [RS:2;7fb8763a5d32:41709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:46:12,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,41709,1732520772627] 2024-11-25T07:46:12,704 DEBUG [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,709 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:46:12,712 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:46:12,712 INFO [RS:2;7fb8763a5d32:41709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:46:12,712 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,712 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:46:12,713 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:46:12,713 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,713 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,713 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,713 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,713 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:12,714 DEBUG [RS:2;7fb8763a5d32:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,715 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,41709,1732520772627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:46:12,733 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:46:12,733 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,41709,1732520772627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,733 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,733 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.Replication(171): 7fb8763a5d32,41709,1732520772627 started 2024-11-25T07:46:12,748 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:46:12,748 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,41709,1732520772627, RpcServer on 7fb8763a5d32/172.17.0.2:41709, sessionid=0x10170f4f0b60003 2024-11-25T07:46:12,748 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:46:12,748 DEBUG [RS:2;7fb8763a5d32:41709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,748 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,41709,1732520772627' 2024-11-25T07:46:12,748 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:46:12,749 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:46:12,750 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:46:12,750 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:46:12,750 DEBUG [RS:2;7fb8763a5d32:41709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:12,750 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,41709,1732520772627' 2024-11-25T07:46:12,750 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:46:12,751 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:46:12,752 DEBUG [RS:2;7fb8763a5d32:41709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:46:12,752 INFO [RS:2;7fb8763a5d32:41709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:46:12,752 INFO [RS:2;7fb8763a5d32:41709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:46:12,763 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,764 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f3b6f7c377b8827da70dac3df631cd73, NAME => 'testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:46:12,764 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1732520770420 f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,764 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:46:12,764 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,765 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,765 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,766 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b6f7c377b8827da70dac3df631cd73 columnFamilyName family 2024-11-25T07:46:12,767 DEBUG [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:46:12,769 DEBUG [StoreFileOpener-f3b6f7c377b8827da70dac3df631cd73-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6, delay=991 ms 2024-11-25T07:46:12,770 DEBUG [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:12,770 INFO [StoreOpener-f3b6f7c377b8827da70dac3df631cd73-1 {}] regionserver.HStore(327): Store=f3b6f7c377b8827da70dac3df631cd73/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:46:12,771 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,772 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,772 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,773 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,773 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,774 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,775 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened f3b6f7c377b8827da70dac3df631cd73; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281050, jitterRate=0.09197273850440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:46:12,775 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:12,776 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f3b6f7c377b8827da70dac3df631cd73: Running coprocessor pre-open hook at 1732520772765Writing region info on filesystem at 1732520772765Initializing all the Stores at 1732520772765Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520772765Cleaning up temporary data from old regions at 1732520772773 (+8 ms)Running coprocessor post-open hooks at 1732520772775 (+2 ms)Region opened successfully at 1732520772776 (+1 ms) 2024-11-25T07:46:12,776 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73., pid=9, masterSystemTime=1732520772761 2024-11-25T07:46:12,779 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,779 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:12,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f3b6f7c377b8827da70dac3df631cd73, regionState=OPEN, openSeqNum=10, regionLocation=7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,37049,1732520768975 because future has completed 2024-11-25T07:46:12,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:46:12,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f3b6f7c377b8827da70dac3df631cd73, server=7fb8763a5d32,37049,1732520768975 in 176 msec 2024-11-25T07:46:12,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:46:12,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1732520770420, region=f3b6f7c377b8827da70dac3df631cd73, ASSIGN in 337 msec 2024-11-25T07:46:12,788 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 7fb8763a5d32,33369,1732520769024 after splitting done 2024-11-25T07:46:12,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 7fb8763a5d32,33369,1732520769024, splitWal=true, meta=false in 357 msec 2024-11-25T07:46:12,852 INFO [RS:2;7fb8763a5d32:41709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:46:12,853 INFO [RS:2;7fb8763a5d32:41709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=7fb8763a5d32%2C41709%2C1732520772627, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,41709,1732520772627, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs, maxLogs=55 2024-11-25T07:46:12,878 INFO [RS:2;7fb8763a5d32:41709 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/WALs/7fb8763a5d32,41709,1732520772627/7fb8763a5d32%2C41709%2C1732520772627.1732520772854 2024-11-25T07:46:12,878 DEBUG [RS:2;7fb8763a5d32:41709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-25T07:46:13,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:46:13,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:46:13,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:13,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:46:13,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:46:13,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=499618431, stopped=false 2024-11-25T07:46:13,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,38817,1732520768805 2024-11-25T07:46:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:46:13,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:46:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:13,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:46:13,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:13,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,37049,1732520768975' ***** 2024-11-25T07:46:13,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:13,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:46:13,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,41709,1732520772627' ***** 2024-11-25T07:46:13,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:46:13,301 INFO [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1738): Disabling cache 2024-11-25T07:46:13,301 INFO [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence 2024-11-25T07:46:13,302 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-25T07:46:13,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:13,301 INFO [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1738): Disabling cache 2024-11-25T07:46:13,302 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-25T07:46:13,302 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-25T07:46:13,303 INFO [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eb767ce5-6740-a03b-d410-af87eb27da1e/bucket.persistence 2024-11-25T07:46:13,303 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-25T07:46:13,303 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-25T07:46:13,303 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-25T07:46:13,303 INFO [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-25T07:46:13,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:46:13,303 INFO [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-25T07:46:13,303 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-25T07:46:13,303 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-25T07:46:13,313 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1487): Thread RS:0;7fb8763a5d32:37049 started persisting bucket cache to file 2024-11-25T07:46:13,313 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1487): Thread RS:2;7fb8763a5d32:41709 started persisting bucket cache to file 2024-11-25T07:46:13,313 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:13,313 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-25T07:46:13,314 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:13,314 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-25T07:46:13,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:46:13,316 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:13,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:46:13,318 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:13,323 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:13,323 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520773313 2024-11-25T07:46:13,323 DEBUG [RS:0;7fb8763a5d32:37049 {}] bucket.BucketCache(1509): Thread RS:0;7fb8763a5d32:37049 finished persisting bucket cache to file, renaming 2024-11-25T07:46:13,324 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:46:13,324 INFO [RS:0;7fb8763a5d32:37049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:46:13,324 INFO [RS:0;7fb8763a5d32:37049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:46:13,324 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:37049. 2024-11-25T07:46:13,325 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-25T07:46:13,325 DEBUG [RS:0;7fb8763a5d32:37049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:13,325 DEBUG [RS:0;7fb8763a5d32:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,325 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3b6f7c377b8827da70dac3df631cd73, disabling compactions & flushes 2024-11-25T07:46:13,325 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:46:13,325 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:46:13,325 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:46:13,325 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. after waiting 0 ms 2024-11-25T07:46:13,325 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:13,326 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:46:13,326 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f3b6f7c377b8827da70dac3df631cd73=testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73.} 2024-11-25T07:46:13,326 DEBUG [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3b6f7c377b8827da70dac3df631cd73 2024-11-25T07:46:13,326 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-25T07:46:13,326 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:46:13,327 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:46:13,327 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:46:13,327 DEBUG [StoreFileCloser-f3b6f7c377b8827da70dac3df631cd73-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/family/a2c50ea6b0b148aaaca74f8ac65a93d6 2024-11-25T07:46:13,327 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:46:13,327 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:46:13,328 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB 2024-11-25T07:46:13,334 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/default/testBlockEvictionOnGracefulStop1732520770420/f3b6f7c377b8827da70dac3df631cd73/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T07:46:13,335 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:13,335 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3b6f7c377b8827da70dac3df631cd73: Waiting for close lock at 1732520773325Running coprocessor pre-close hooks at 1732520773325Disabling compacts and flushes for region at 1732520773325Disabling writes for close at 1732520773325Writing region close event to WAL at 1732520773328 (+3 ms)Running coprocessor post-close hooks at 1732520773335 (+7 ms)Closed at 1732520773335 2024-11-25T07:46:13,335 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73. 2024-11-25T07:46:13,336 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-25T07:46:13,336 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1732520773313 2024-11-25T07:46:13,336 DEBUG [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1509): Thread RS:2;7fb8763a5d32:41709 finished persisting bucket cache to file, renaming 2024-11-25T07:46:13,336 WARN [RS:2;7fb8763a5d32:41709 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7fb8763a5d32:41709. 2024-11-25T07:46:13,337 DEBUG [RS:2;7fb8763a5d32:41709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:46:13,337 DEBUG [RS:2;7fb8763a5d32:41709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,337 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,41709,1732520772627; all regions closed. 2024-11-25T07:46:13,339 DEBUG [RS:2;7fb8763a5d32:41709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:13,339 INFO [RS:2;7fb8763a5d32:41709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C41709%2C1732520772627:(num 1732520772854) 2024-11-25T07:46:13,339 DEBUG [RS:2;7fb8763a5d32:41709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,339 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:13,339 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:46:13,340 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:13,340 INFO [RS:2;7fb8763a5d32:41709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41709 2024-11-25T07:46:13,346 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 116ea8f9a4f2474a9397c7d0dd598371 2024-11-25T07:46:13,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:13,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,41709,1732520772627 2024-11-25T07:46:13,356 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:13,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,41709,1732520772627] 2024-11-25T07:46:13,368 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/116ea8f9a4f2474a9397c7d0dd598371 is 209, key is testBlockEvictionOnGracefulStop1732520770420,,1732520770426.f3b6f7c377b8827da70dac3df631cd73./info:regioninfo/1732520772779/Put/seqid=0 2024-11-25T07:46:13,370 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/116ea8f9a4f2474a9397c7d0dd598371 2024-11-25T07:46:13,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,41709,1732520772627 already deleted, retry=false 2024-11-25T07:46:13,377 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,41709,1732520772627 expired; onlineServers=1 2024-11-25T07:46:13,384 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d9fdbbb7b9804b7fa6b9cd62826a3351 2024-11-25T07:46:13,404 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/d9fdbbb7b9804b7fa6b9cd62826a3351 is 43, key is default/ns:d/1732520770285/Put/seqid=0 2024-11-25T07:46:13,405 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/d9fdbbb7b9804b7fa6b9cd62826a3351 2024-11-25T07:46:13,417 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 80f89d526e5847ab966d9f42f0827984 2024-11-25T07:46:13,440 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/80f89d526e5847ab966d9f42f0827984 is 80, key is testBlockEvictionOnGracefulStop1732520770420/table:state/1732520770801/Put/seqid=0 2024-11-25T07:46:13,441 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/80f89d526e5847ab966d9f42f0827984 2024-11-25T07:46:13,447 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/info/116ea8f9a4f2474a9397c7d0dd598371 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/116ea8f9a4f2474a9397c7d0dd598371 2024-11-25T07:46:13,449 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/116ea8f9a4f2474a9397c7d0dd598371, delay=955 ms 2024-11-25T07:46:13,451 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/116ea8f9a4f2474a9397c7d0dd598371, entries=14, sequenceid=13, filesize=7.5 K 2024-11-25T07:46:13,452 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/ns/d9fdbbb7b9804b7fa6b9cd62826a3351 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/d9fdbbb7b9804b7fa6b9cd62826a3351 2024-11-25T07:46:13,453 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/d9fdbbb7b9804b7fa6b9cd62826a3351, delay=997 ms 2024-11-25T07:46:13,455 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/d9fdbbb7b9804b7fa6b9cd62826a3351, entries=2, sequenceid=13, filesize=5.0 K 2024-11-25T07:46:13,456 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/.tmp/table/80f89d526e5847ab966d9f42f0827984 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/80f89d526e5847ab966d9f42f0827984 2024-11-25T07:46:13,459 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/80f89d526e5847ab966d9f42f0827984, delay=910 ms 2024-11-25T07:46:13,463 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/80f89d526e5847ab966d9f42f0827984, entries=2, sequenceid=13, filesize=5.3 K 2024-11-25T07:46:13,464 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false 2024-11-25T07:46:13,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,467 INFO [RS:2;7fb8763a5d32:41709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:13,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x10170f4f0b60003, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,467 INFO [RS:2;7fb8763a5d32:41709 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,41709,1732520772627; zookeeper connection closed. 2024-11-25T07:46:13,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610fe634 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610fe634 2024-11-25T07:46:13,483 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/info/116ea8f9a4f2474a9397c7d0dd598371 2024-11-25T07:46:13,492 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/ns/d9fdbbb7b9804b7fa6b9cd62826a3351 2024-11-25T07:46:13,493 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/table/80f89d526e5847ab966d9f42f0827984 2024-11-25T07:46:13,511 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-25T07:46:13,511 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:46:13,511 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:13,511 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520773326Running coprocessor pre-close hooks at 1732520773326Disabling compacts and flushes for region at 1732520773326Disabling writes for close at 1732520773327 (+1 ms)Obtaining lock to block concurrent updates at 1732520773328 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732520773328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1732520773329 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732520773329Flushing 1588230740/info: creating writer at 1732520773329Flushing 1588230740/info: appending metadata at 1732520773368 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732520773368Flushing 1588230740/ns: creating writer at 1732520773374 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732520773404 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732520773404Flushing 1588230740/table: creating writer at 1732520773408 (+4 ms)Flushing 1588230740/table: appending metadata at 1732520773438 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732520773438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe830ca: reopening flushed file at 1732520773446 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f3623b: reopening flushed file at 1732520773452 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7990964e: reopening flushed file at 1732520773456 (+4 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false at 1732520773464 (+8 ms)Writing region close event to WAL at 1732520773494 (+30 ms)Running coprocessor post-close hooks at 1732520773511 (+17 ms)Closed at 1732520773511 2024-11-25T07:46:13,512 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:46:13,526 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,37049,1732520768975; all regions closed. 2024-11-25T07:46:13,530 DEBUG [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:13,530 INFO [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C37049%2C1732520768975.meta:.meta(num 1732520770164) 2024-11-25T07:46:13,531 DEBUG [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/oldWALs 2024-11-25T07:46:13,531 INFO [RS:0;7fb8763a5d32:37049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C37049%2C1732520768975:(num 1732520769761) 2024-11-25T07:46:13,531 DEBUG [RS:0;7fb8763a5d32:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:46:13,531 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:46:13,531 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:13,532 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:13,532 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:13,532 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:13,532 INFO [RS:0;7fb8763a5d32:37049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37049 2024-11-25T07:46:13,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:46:13,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,37049,1732520768975 2024-11-25T07:46:13,545 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:13,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,37049,1732520768975] 2024-11-25T07:46:13,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,37049,1732520768975 already deleted, retry=false 2024-11-25T07:46:13,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,37049,1732520768975 expired; onlineServers=0 2024-11-25T07:46:13,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,38817,1732520768805' ***** 2024-11-25T07:46:13,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:46:13,567 INFO [M:0;7fb8763a5d32:38817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:46:13,567 INFO [M:0;7fb8763a5d32:38817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:46:13,567 DEBUG [M:0;7fb8763a5d32:38817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:46:13,567 DEBUG [M:0;7fb8763a5d32:38817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:46:13,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:46:13,567 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520769483 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520769483,5,FailOnTimeoutGroup] 2024-11-25T07:46:13,567 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520769483 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520769483,5,FailOnTimeoutGroup] 2024-11-25T07:46:13,567 INFO [M:0;7fb8763a5d32:38817 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:46:13,567 INFO [M:0;7fb8763a5d32:38817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:46:13,567 DEBUG [M:0;7fb8763a5d32:38817 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:46:13,567 INFO [M:0;7fb8763a5d32:38817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:46:13,568 INFO [M:0;7fb8763a5d32:38817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:46:13,568 INFO [M:0;7fb8763a5d32:38817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:46:13,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:46:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:46:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:46:13,577 DEBUG [M:0;7fb8763a5d32:38817 {}] zookeeper.ZKUtil(347): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:46:13,577 WARN [M:0;7fb8763a5d32:38817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:46:13,578 INFO [M:0;7fb8763a5d32:38817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/.lastflushedseqids 2024-11-25T07:46:13,583 INFO [M:0;7fb8763a5d32:38817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:46:13,583 INFO [M:0;7fb8763a5d32:38817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:46:13,583 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:46:13,583 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:13,583 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:13,583 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:46:13,583 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:13,583 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB 2024-11-25T07:46:13,592 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9ccd7abfad8943daaca5ae265ba6dd28 2024-11-25T07:46:13,606 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ccd7abfad8943daaca5ae265ba6dd28 is 82, key is hbase:meta,,1/info:regioninfo/1732520770223/Put/seqid=0 2024-11-25T07:46:13,606 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ccd7abfad8943daaca5ae265ba6dd28 2024-11-25T07:46:13,613 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 91d1fb4dab8c4e1f8d00d681827c843a 2024-11-25T07:46:13,627 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d1fb4dab8c4e1f8d00d681827c843a is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732520770806/Put/seqid=0 2024-11-25T07:46:13,627 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d1fb4dab8c4e1f8d00d681827c843a 2024-11-25T07:46:13,635 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b3429c4ad5624523a43678c77d563765 2024-11-25T07:46:13,648 DEBUG [M:0;7fb8763a5d32:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3429c4ad5624523a43678c77d563765 is 69, key is 7fb8763a5d32,37049,1732520768975/rs:state/1732520769540/Put/seqid=0 2024-11-25T07:46:13,648 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3429c4ad5624523a43678c77d563765 2024-11-25T07:46:13,650 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3429c4ad5624523a43678c77d563765 2024-11-25T07:46:13,650 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ccd7abfad8943daaca5ae265ba6dd28 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ccd7abfad8943daaca5ae265ba6dd28 2024-11-25T07:46:13,652 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ccd7abfad8943daaca5ae265ba6dd28, entries=8, sequenceid=83, filesize=5.5 K 2024-11-25T07:46:13,652 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d1fb4dab8c4e1f8d00d681827c843a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91d1fb4dab8c4e1f8d00d681827c843a 2024-11-25T07:46:13,653 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91d1fb4dab8c4e1f8d00d681827c843a, entries=9, sequenceid=83, filesize=6.4 K 2024-11-25T07:46:13,654 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3429c4ad5624523a43678c77d563765 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3429c4ad5624523a43678c77d563765 2024-11-25T07:46:13,655 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3429c4ad5624523a43678c77d563765 2024-11-25T07:46:13,655 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cf26df7-8cb3-17b8-5f5e-3fe6f5d09b0e/08fa9956-4451-ce10-0ff2-6017975eb8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3429c4ad5624523a43678c77d563765, entries=3, sequenceid=83, filesize=5.3 K 2024-11-25T07:46:13,655 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false 2024-11-25T07:46:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,656 INFO [RS:0;7fb8763a5d32:37049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x10170f4f0b60001, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,656 INFO [RS:0;7fb8763a5d32:37049 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,37049,1732520768975; zookeeper connection closed. 2024-11-25T07:46:13,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f0cfe28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f0cfe28 2024-11-25T07:46:13,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T07:46:13,657 INFO [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:46:13,657 DEBUG [M:0;7fb8763a5d32:38817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520773583Disabling compacts and flushes for region at 1732520773583Disabling writes for close at 1732520773583Obtaining lock to block concurrent updates at 1732520773583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520773583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1732520773584 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520773584Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520773584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520773605 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520773605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520773608 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520773626 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520773626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520773629 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520773647 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520773647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24455493: reopening flushed file at 1732520773650 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5893d825: reopening flushed file at 1732520773652 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e278680: reopening flushed file at 1732520773653 (+1 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 72ms, sequenceid=83, compaction requested=false at 1732520773655 (+2 ms)Writing region close event to WAL at 1732520773657 (+2 ms)Closed at 1732520773657 2024-11-25T07:46:13,658 INFO [M:0;7fb8763a5d32:38817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:46:13,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:46:13,658 INFO [M:0;7fb8763a5d32:38817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38817 2024-11-25T07:46:13,658 INFO [M:0;7fb8763a5d32:38817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:46:13,768 INFO [M:0;7fb8763a5d32:38817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:46:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x10170f4f0b60000, quorum=127.0.0.1:52987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:46:13,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:46:13,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:46:13,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:46:13,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=72 (was 51) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=630 (was 668), ProcessCount=11 (was 11), AvailableMemoryMB=6066 (was 6183)