2024-12-08 01:01:57,372 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-12-08 01:01:57,403 main DEBUG Took 0.029170 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 01:01:57,404 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 01:01:57,404 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 01:01:57,406 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 01:01:57,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,418 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 01:01:57,437 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,441 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,443 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,444 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,446 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,447 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,448 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,449 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:01:57,451 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,451 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 01:01:57,453 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:01:57,454 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 01:01:57,456 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 01:01:57,457 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 01:01:57,459 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 01:01:57,459 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 01:01:57,468 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 01:01:57,471 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 01:01:57,473 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 01:01:57,473 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 01:01:57,474 main DEBUG createAppenders(={Console}) 2024-12-08 01:01:57,475 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-12-08 01:01:57,475 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-12-08 01:01:57,475 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-12-08 01:01:57,476 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 01:01:57,476 main DEBUG OutputStream closed 2024-12-08 01:01:57,477 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 01:01:57,477 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 01:01:57,477 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-12-08 01:01:57,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 01:01:57,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 01:01:57,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 01:01:57,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 01:01:57,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 01:01:57,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 01:01:57,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 01:01:57,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 01:01:57,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 01:01:57,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 01:01:57,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 01:01:57,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 01:01:57,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 01:01:57,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 01:01:57,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 01:01:57,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 01:01:57,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 01:01:57,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 01:01:57,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 01:01:57,596 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-12-08 01:01:57,596 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 01:01:57,598 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-12-08T01:01:57,615 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-12-08 01:01:57,618 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 01:01:57,619 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T01:01:57,883 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78 2024-12-08T01:01:57,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=18638 2024-12-08T01:01:58,020 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T01:01:58,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:58,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/cluster_cb72b80f-e727-2c0a-cae2-57a582df9051, deleteOnExit=true 2024-12-08T01:01:58,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/cluster_cb72b80f-e727-2c0a-cae2-57a582df9051/zookeeper_0, clientPort=64281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/cluster_cb72b80f-e727-2c0a-cae2-57a582df9051/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/cluster_cb72b80f-e727-2c0a-cae2-57a582df9051/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T01:01:58,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64281 2024-12-08T01:01:58,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:58,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 with version=8 2024-12-08T01:01:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase-staging 2024-12-08T01:01:58,449 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T01:01:58,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:01:58,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:58,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:58,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:01:58,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:58,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:01:58,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T01:01:58,883 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T01:01:58,920 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T01:01:58,929 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T01:01:58,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:01:58,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111295 (auto-detected) 2024-12-08T01:01:58,974 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T01:01:58,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-12-08T01:01:59,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45035 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-12-08T01:01:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450350x0, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:01:59,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45035-0x10002ff57190000 connected 2024-12-08T01:01:59,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:01:59,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6, hbase.cluster.distributed=false 2024-12-08T01:01:59,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:01:59,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-12-08T01:01:59,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-12-08T01:01:59,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-12-08T01:01:59,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-12-08T01:01:59,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-12-08T01:01:59,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:01:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:01:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:01:59,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:01:59,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:01:59,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38557 2024-12-08T01:01:59,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38557 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-12-08T01:01:59,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385570x0, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:01:59,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385570x0, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:01:59,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38557-0x10002ff57190001 connected 2024-12-08T01:01:59,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:01:59,403 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.cache 2024-12-08T01:01:59,410 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T01:01:59,412 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-08T01:01:59,414 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-08T01:01:59,416 INFO [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-08T01:01:59,416 WARN [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-08T01:01:59,423 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T01:01:59,423 INFO [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence is complete. 2024-12-08T01:01:59,425 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T01:01:59,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:01:59,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T01:01:59,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:01:59,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38557 2024-12-08T01:01:59,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38557 2024-12-08T01:01:59,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38557 2024-12-08T01:01:59,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38557 2024-12-08T01:01:59,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38557 2024-12-08T01:01:59,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:01:59,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:01:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:01:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:01:59,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:01:59,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:01:59,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46567 2024-12-08T01:01:59,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46567 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-12-08T01:01:59,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465670x0, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:01:59,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:01:59,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46567-0x10002ff57190002 connected 2024-12-08T01:01:59,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:01:59,506 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.cache 2024-12-08T01:01:59,507 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T01:01:59,507 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-08T01:01:59,507 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-08T01:01:59,509 INFO [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-08T01:01:59,509 WARN [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-08T01:01:59,509 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T01:01:59,510 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T01:01:59,510 INFO [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence is complete. 2024-12-08T01:01:59,510 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:01:59,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T01:01:59,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:01:59,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-08T01:01:59,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46567 2024-12-08T01:01:59,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46567 2024-12-08T01:01:59,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-08T01:01:59,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-08T01:01:59,548 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0f983e3e5be1:45035 2024-12-08T01:01:59,550 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0f983e3e5be1,45035,1733619718507 2024-12-08T01:01:59,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,584 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0f983e3e5be1,45035,1733619718507 2024-12-08T01:01:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T01:01:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T01:01:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,616 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T01:01:59,617 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0f983e3e5be1,45035,1733619718507 from backup master directory 2024-12-08T01:01:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0f983e3e5be1,45035,1733619718507 2024-12-08T01:01:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:01:59,629 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:01:59,630 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0f983e3e5be1,45035,1733619718507 2024-12-08T01:01:59,632 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T01:01:59,633 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T01:01:59,641 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase.id] with ID: 3e04883e-c374-42d0-b963-b9e2fdb009d8 2024-12-08T01:01:59,641 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.tmp/hbase.id 2024-12-08T01:01:59,646 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase.id] 2024-12-08T01:01:59,686 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:01:59,692 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T01:01:59,715 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-08T01:01:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:01:59,775 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:01:59,778 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T01:01:59,815 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T01:01:59,822 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:01:59,871 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store 2024-12-08T01:01:59,889 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T01:01:59,892 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:01:59,894 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:01:59,894 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:01:59,894 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:01:59,896 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:01:59,896 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:01:59,896 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:01:59,897 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619719894Disabling compacts and flushes for region at 1733619719894Disabling writes for close at 1733619719896 (+2 ms)Writing region close event to WAL at 1733619719896Closed at 1733619719896 2024-12-08T01:01:59,897 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/.initializing 2024-12-08T01:01:59,897 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,45035,1733619718507 2024-12-08T01:01:59,909 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:01:59,919 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C45035%2C1733619718507, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,45035,1733619718507, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/oldWALs, maxLogs=10 2024-12-08T01:01:59,950 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,45035,1733619718507/0f983e3e5be1%2C45035%2C1733619718507.1733619719923 2024-12-08T01:01:59,951 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:01:59,952 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:01:59,952 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:01:59,955 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:01:59,956 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:01:59,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T01:02:00,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:00,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T01:02:00,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:00,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T01:02:00,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:00,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T01:02:00,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:00,043 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,046 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,047 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,050 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,050 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,053 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:00,055 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:00,062 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:00,062 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64937701, jitterRate=-0.03235284984111786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:00,070 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733619719968Initializing all the Stores at 1733619719968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619719969 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619719969Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619719970 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619719970Cleaning up temporary data from old regions at 1733619720050 (+80 ms)Region opened successfully at 1733619720070 (+20 ms) 2024-12-08T01:02:00,072 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T01:02:00,101 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f9dad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:00,131 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T01:02:00,146 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T01:02:00,146 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T01:02:00,150 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T01:02:00,151 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T01:02:00,156 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-08T01:02:00,156 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T01:02:00,180 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T01:02:00,189 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T01:02:00,223 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T01:02:00,226 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T01:02:00,227 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T01:02:00,236 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T01:02:00,238 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T01:02:00,242 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T01:02:00,253 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T01:02:00,255 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T01:02:00,265 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T01:02:00,285 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T01:02:00,295 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T01:02:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,319 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0f983e3e5be1,45035,1733619718507, sessionid=0x10002ff57190000, setting cluster-up flag (Was=false) 2024-12-08T01:02:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,373 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T01:02:00,376 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,45035,1733619718507 2024-12-08T01:02:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:00,432 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T01:02:00,436 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,45035,1733619718507 2024-12-08T01:02:00,446 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T01:02:00,511 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:00,521 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T01:02:00,528 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T01:02:00,533 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(746): ClusterId : 3e04883e-c374-42d0-b963-b9e2fdb009d8 2024-12-08T01:02:00,533 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(746): ClusterId : 3e04883e-c374-42d0-b963-b9e2fdb009d8 2024-12-08T01:02:00,535 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:02:00,535 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:02:00,533 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0f983e3e5be1,45035,1733619718507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T01:02:00,551 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:02:00,551 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:02:00,551 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:02:00,551 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:02:00,551 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:00,551 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:00,552 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:00,552 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:00,552 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0f983e3e5be1:0, corePoolSize=10, maxPoolSize=10 2024-12-08T01:02:00,552 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,553 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:00,553 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,555 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733619750555 2024-12-08T01:02:00,557 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T01:02:00,558 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T01:02:00,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:00,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T01:02:00,560 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T01:02:00,561 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T01:02:00,561 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T01:02:00,561 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T01:02:00,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,563 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:02:00,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T01:02:00,562 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,564 DEBUG [RS:1;0f983e3e5be1:46567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc42ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:00,564 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:02:00,565 DEBUG [RS:0;0f983e3e5be1:38557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ceb4ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:00,565 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T01:02:00,567 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T01:02:00,567 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T01:02:00,580 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0f983e3e5be1:38557 2024-12-08T01:02:00,583 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T01:02:00,583 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T01:02:00,583 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:02:00,583 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:02:00,584 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:02:00,584 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0f983e3e5be1:46567 2024-12-08T01:02:00,584 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:02:00,585 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:02:00,586 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:02:00,587 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,45035,1733619718507 with port=38557, startcode=1733619719308 2024-12-08T01:02:00,587 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,45035,1733619718507 with port=46567, startcode=1733619719463 2024-12-08T01:02:00,588 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619720584,5,FailOnTimeoutGroup] 2024-12-08T01:02:00,597 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619720588,5,FailOnTimeoutGroup] 2024-12-08T01:02:00,597 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,598 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T01:02:00,599 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,599 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,600 DEBUG [RS:0;0f983e3e5be1:38557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:02:00,600 DEBUG [RS:1;0f983e3e5be1:46567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:02:00,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T01:02:00,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:00,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-08T01:02:00,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:02:00,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:00,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-08T01:02:00,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:02:00,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:00,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-08T01:02:00,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:02:00,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:00,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-08T01:02:00,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:02:00,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:00,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:00,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:02:00,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:00,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:00,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:02:00,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:02:00,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:00,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:02:00,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:00,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65630531, jitterRate=-0.022028878331184387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:00,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733619720618Initializing all the Stores at 1733619720618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619720618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619720619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619720619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619720619Cleaning up temporary data from old regions at 1733619720655 (+36 ms)Region opened successfully at 1733619720666 (+11 ms) 2024-12-08T01:02:00,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:02:00,668 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:02:00,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:02:00,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:02:00,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:02:00,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:02:00,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:02:00,670 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:00,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619720668Disabling compacts and flushes for region at 1733619720668Disabling writes for close at 1733619720669 (+1 ms)Writing region close event to WAL at 1733619720670 (+1 ms)Closed at 1733619720670 2024-12-08T01:02:00,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:00,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T01:02:00,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T01:02:00,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:00,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T01:02:00,697 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:00,697 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-08T01:02:00,697 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T01:02:00,699 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:00,699 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-08T01:02:00,699 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T01:02:00,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:00,793 DEBUG [RS:0;0f983e3e5be1:38557 {}] zookeeper.ZKUtil(111): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,793 DEBUG [RS:1;0f983e3e5be1:46567 {}] zookeeper.ZKUtil(111): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,793 WARN [RS:0;0f983e3e5be1:38557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:00,793 WARN [RS:1;0f983e3e5be1:46567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:00,793 INFO [RS:0;0f983e3e5be1:38557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:00,793 INFO [RS:1;0f983e3e5be1:46567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:00,794 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,794 DEBUG [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,38557,1733619719308] 2024-12-08T01:02:00,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,46567,1733619719463] 2024-12-08T01:02:00,817 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:02:00,817 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:02:00,834 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:02:00,834 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:02:00,839 INFO [RS:0;0f983e3e5be1:38557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:02:00,839 INFO [RS:1;0f983e3e5be1:46567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:02:00,839 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,839 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,840 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:02:00,840 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:02:00,844 WARN [0f983e3e5be1:45035 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T01:02:00,845 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:02:00,845 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:02:00,847 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,847 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,848 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,848 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:00,849 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:00,849 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,849 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:00,850 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:00,850 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:00,850 DEBUG [RS:0;0f983e3e5be1:38557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:00,850 DEBUG [RS:1;0f983e3e5be1:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,46567,1733619719463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:00,852 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,38557,1733619719308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:00,877 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:02:00,877 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:02:00,879 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,46567,1733619719463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,879 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,38557,1733619719308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,880 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,880 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,880 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.Replication(171): 0f983e3e5be1,38557,1733619719308 started 2024-12-08T01:02:00,880 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.Replication(171): 0f983e3e5be1,46567,1733619719463 started 2024-12-08T01:02:00,904 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,904 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:00,905 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,46567,1733619719463, RpcServer on 0f983e3e5be1/172.17.0.2:46567, sessionid=0x10002ff57190002 2024-12-08T01:02:00,905 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,38557,1733619719308, RpcServer on 0f983e3e5be1/172.17.0.2:38557, sessionid=0x10002ff57190001 2024-12-08T01:02:00,906 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:02:00,906 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:02:00,906 DEBUG [RS:1;0f983e3e5be1:46567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,906 DEBUG [RS:0;0f983e3e5be1:38557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,906 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,46567,1733619719463' 2024-12-08T01:02:00,906 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,38557,1733619719308' 2024-12-08T01:02:00,907 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T01:02:00,907 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T01:02:00,908 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T01:02:00,908 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T01:02:00,909 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:02:00,909 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:02:00,909 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:02:00,909 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:02:00,909 DEBUG [RS:1;0f983e3e5be1:46567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:00,909 DEBUG [RS:0;0f983e3e5be1:38557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:00,909 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,46567,1733619719463' 2024-12-08T01:02:00,909 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,38557,1733619719308' 2024-12-08T01:02:00,909 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T01:02:00,909 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T01:02:00,910 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T01:02:00,910 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T01:02:00,910 DEBUG [RS:1;0f983e3e5be1:46567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:02:00,911 DEBUG [RS:0;0f983e3e5be1:38557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:02:00,911 INFO [RS:1;0f983e3e5be1:46567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:02:00,911 INFO [RS:0;0f983e3e5be1:38557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:02:00,911 INFO [RS:1;0f983e3e5be1:46567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:02:00,911 INFO [RS:0;0f983e3e5be1:38557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:02:01,019 INFO [RS:1;0f983e3e5be1:46567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:01,020 INFO [RS:0;0f983e3e5be1:38557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:01,021 INFO [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C46567%2C1733619719463, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,46567,1733619719463, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:01,022 INFO [RS:0;0f983e3e5be1:38557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C38557%2C1733619719308, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,38557,1733619719308, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:01,040 INFO [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,46567,1733619719463/0f983e3e5be1%2C46567%2C1733619719463.1733619721024 2024-12-08T01:02:01,041 DEBUG [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:01,045 INFO [RS:0;0f983e3e5be1:38557 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,38557,1733619719308/0f983e3e5be1%2C38557%2C1733619719308.1733619721025 2024-12-08T01:02:01,046 DEBUG [RS:0;0f983e3e5be1:38557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:01,098 DEBUG [0f983e3e5be1:45035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T01:02:01,111 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T01:02:01,114 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T01:02:01,114 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T01:02:01,114 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T01:02:01,114 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T01:02:01,114 INFO [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T01:02:01,114 INFO [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T01:02:01,114 DEBUG [0f983e3e5be1:45035 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T01:02:01,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:01,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,46567,1733619719463, state=OPENING 2024-12-08T01:02:01,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T01:02:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:01,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:01,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,46567,1733619719463}] 2024-12-08T01:02:01,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T01:02:01,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T01:02:01,401 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T01:02:01,402 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:01,402 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T01:02:01,403 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C46567%2C1733619719463.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,46567,1733619719463, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:01,421 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,46567,1733619719463/0f983e3e5be1%2C46567%2C1733619719463.meta.1733619721404.meta 2024-12-08T01:02:01,422 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:01,422 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:01,424 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T01:02:01,426 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T01:02:01,429 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T01:02:01,432 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T01:02:01,433 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:01,433 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T01:02:01,433 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T01:02:01,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-08T01:02:01,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:02:01,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-08T01:02:01,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:02:01,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:01,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:01,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-08T01:02:01,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:02:01,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-08T01:02:01,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:02:01,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:01,439 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:02:01,440 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:01,440 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:01,441 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:02:01,441 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:02:01,441 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:01,442 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:02:01,442 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61119240, jitterRate=-0.08925235271453857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:01,443 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T01:02:01,444 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733619721434Writing region info on filesystem at 1733619721434Initializing all the Stores at 1733619721434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619721434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619721434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619721434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619721434Cleaning up temporary data from old regions at 1733619721441 (+7 ms)Running coprocessor post-open hooks at 1733619721443 (+2 ms)Region opened successfully at 1733619721444 (+1 ms) 2024-12-08T01:02:01,448 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733619721385 2024-12-08T01:02:01,456 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T01:02:01,457 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T01:02:01,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:01,459 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,46567,1733619719463, state=OPEN 2024-12-08T01:02:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:01,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:01,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:01,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T01:02:01,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,46567,1733619719463 in 267 msec 2024-12-08T01:02:01,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T01:02:01,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 812 msec 2024-12-08T01:02:01,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:01,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T01:02:01,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:02:01,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,46567,1733619719463, seqNum=-1] 2024-12-08T01:02:01,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:01,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:01,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0790 sec 2024-12-08T01:02:01,553 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733619721553, completionTime=-1 2024-12-08T01:02:01,557 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T01:02:01,557 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T01:02:01,578 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T01:02:01,578 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733619781578 2024-12-08T01:02:01,579 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733619841578 2024-12-08T01:02:01,579 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-08T01:02:01,581 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T01:02:01,586 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,586 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,586 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,588 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0f983e3e5be1:45035, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,588 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,589 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,594 DEBUG [master/0f983e3e5be1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T01:02:01,615 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.985sec 2024-12-08T01:02:01,616 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T01:02:01,630 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T01:02:01,631 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T01:02:01,631 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T01:02:01,631 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T01:02:01,632 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:01,633 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T01:02:01,635 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T01:02:01,636 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T01:02:01,637 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,45035,1733619718507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:01,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8eba43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:01,647 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T01:02:01,648 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T01:02:01,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0f983e3e5be1,45035,-1 for getting cluster id 2024-12-08T01:02:01,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:02:01,662 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e04883e-c374-42d0-b963-b9e2fdb009d8' 2024-12-08T01:02:01,665 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:02:01,666 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e04883e-c374-42d0-b963-b9e2fdb009d8" 2024-12-08T01:02:01,668 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348ff029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:01,669 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0f983e3e5be1,45035,-1] 2024-12-08T01:02:01,671 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:02:01,672 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:01,673 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:02:01,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201cd73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:01,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:02:01,683 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,46567,1733619719463, seqNum=-1] 2024-12-08T01:02:01,683 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:01,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:01,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0f983e3e5be1,45035,1733619718507 2024-12-08T01:02:01,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:02:01,710 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0f983e3e5be1,45035,1733619718507 2024-12-08T01:02:01,712 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5009bc0c 2024-12-08T01:02:01,713 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:02:01,716 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:02:01,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733619721702', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:02:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 2024-12-08T01:02:01,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:02:01,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1733619721702" procId is: 4 2024-12-08T01:02:01,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:01,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:02:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:01,744 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eceeb6522b1a0b96bcd2eca3487d3d94, NAME => 'testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733619721702', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:01,749 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:01,750 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1722): Closing eceeb6522b1a0b96bcd2eca3487d3d94, disabling compactions & flushes 2024-12-08T01:02:01,750 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:01,750 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:01,750 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. after waiting 0 ms 2024-12-08T01:02:01,750 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:01,750 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:01,750 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733619721702-pool-0 {}] regionserver.HRegion(1676): Region close journal for eceeb6522b1a0b96bcd2eca3487d3d94: Waiting for close lock at 1733619721750Disabling compacts and flushes for region at 1733619721750Disabling writes for close at 1733619721750Writing region close event to WAL at 1733619721750Closed at 1733619721750 2024-12-08T01:02:01,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:02:01,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733619721752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733619721752"}]},"ts":"1733619721752"} 2024-12-08T01:02:01,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:02:01,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:02:01,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733619721702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619721763"}]},"ts":"1733619721763"} 2024-12-08T01:02:01,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733619721702, state=ENABLING in hbase:meta 2024-12-08T01:02:01,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T01:02:01,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T01:02:01,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T01:02:01,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T01:02:01,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T01:02:01,770 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T01:02:01,770 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T01:02:01,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T01:02:01,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, ASSIGN}] 2024-12-08T01:02:01,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, ASSIGN 2024-12-08T01:02:01,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, ASSIGN; state=OFFLINE, location=0f983e3e5be1,38557,1733619719308; forceNewPlan=false, retain=false 2024-12-08T01:02:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:01,927 INFO [0f983e3e5be1:45035 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T01:02:01,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=OPENING, regionLocation=0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:01,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, ASSIGN because future has completed 2024-12-08T01:02:01,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308}] 2024-12-08T01:02:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:02,088 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T01:02:02,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T01:02:02,094 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:02,095 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eceeb6522b1a0b96bcd2eca3487d3d94, NAME => 'testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:02,095 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733619721702 eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,095 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:02,096 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,096 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,098 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,101 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eceeb6522b1a0b96bcd2eca3487d3d94 columnFamilyName family 2024-12-08T01:02:02,101 DEBUG [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:02,102 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(327): Store=eceeb6522b1a0b96bcd2eca3487d3d94/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:02,102 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,103 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,103 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,103 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,103 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,104 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,109 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:02,110 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eceeb6522b1a0b96bcd2eca3487d3d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75119250, jitterRate=0.11936405301094055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:02:02,110 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:02,111 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eceeb6522b1a0b96bcd2eca3487d3d94: Running coprocessor pre-open hook at 1733619722097Writing region info on filesystem at 1733619722097Initializing all the Stores at 1733619722097Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619722097Cleaning up temporary data from old regions at 1733619722103 (+6 ms)Running coprocessor post-open hooks at 1733619722110 (+7 ms)Region opened successfully at 1733619722111 (+1 ms) 2024-12-08T01:02:02,112 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94., pid=6, masterSystemTime=1733619722087 2024-12-08T01:02:02,115 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:02,115 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:02,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:02,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308 because future has completed 2024-12-08T01:02:02,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T01:02:02,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308 in 187 msec 2024-12-08T01:02:02,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T01:02:02,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, ASSIGN in 351 msec 2024-12-08T01:02:02,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:02:02,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733619721702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619722126"}]},"ts":"1733619722126"} 2024-12-08T01:02:02,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733619721702, state=ENABLED in hbase:meta 2024-12-08T01:02:02,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:02:02,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733619721702 in 407 msec 2024-12-08T01:02:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:02,373 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733619721702 completed 2024-12-08T01:02:02,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733619721702 get assigned. Timeout = 60000ms 2024-12-08T01:02:02,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:02:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733619721702 assigned to meta. Checking AM states. 2024-12-08T01:02:02,388 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:02:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733619721702 assigned. 2024-12-08T01:02:02,398 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733619721702', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94., hostname=0f983e3e5be1,38557,1733619719308, seqNum=2] 2024-12-08T01:02:02,400 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:02,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:02,412 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eceeb6522b1a0b96bcd2eca3487d3d94 1/1 column families, dataSize=78 B heapSize=480 B 2024-12-08T01:02:02,433 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:02,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/.tmp/family/2a6a042f8e2845819a9e3be515ae4417 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-12-08T01:02:02,470 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/.tmp/family/2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:02,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/.tmp/family/2a6a042f8e2845819a9e3be515ae4417 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:02,499 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, delay=909 ms 2024-12-08T01:02:02,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, entries=2, sequenceid=6, filesize=4.9 K 2024-12-08T01:02:02,506 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for eceeb6522b1a0b96bcd2eca3487d3d94 in 95ms, sequenceid=6, compaction requested=false 2024-12-08T01:02:02,507 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733619721702' 2024-12-08T01:02:02,508 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eceeb6522b1a0b96bcd2eca3487d3d94: 2024-12-08T01:02:03,411 DEBUG [hfile-prefetch-1733619722499 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 2a6a042f8e2845819a9e3be515ae4417_0. 2024-12-08T01:02:03,416 DEBUG [hfile-prefetch-1733619722499 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 2a6a042f8e2845819a9e3be515ae4417_117. 2024-12-08T01:02:03,417 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, with total blocks 2, and data blocks 1 2024-12-08T01:02:03,418 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-12-08T01:02:03,418 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-12-08T01:02:03,419 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417. Will sleep 100ms and try the verification again. 2024-12-08T01:02:03,513 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-08T01:02:03,513 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-08T01:02:03,513 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:03,513 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:03,518 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-08T01:02:03,518 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-08T01:02:03,518 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:03,518 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:03,519 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, with total blocks 2, and data blocks 1 2024-12-08T01:02:03,519 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map 2024-12-08T01:02:03,519 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2293): found block for file 2a6a042f8e2845819a9e3be515ae4417 in the backing map. Acquiring read lock for offset 0 2024-12-08T01:02:03,519 DEBUG [hfile-prefetch-1733619722499 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417 has now been fully cached. 2024-12-08T01:02:03,520 DEBUG [hfile-prefetch-1733619722499 {}] hfile.PrefetchExecutor(121): Prefetch completed for 2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:03,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=eceeb6522b1a0b96bcd2eca3487d3d94, source=0f983e3e5be1,38557,1733619719308, destination=0f983e3e5be1,46567,1733619719463, warming up region on 0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:03,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=eceeb6522b1a0b96bcd2eca3487d3d94, source=0f983e3e5be1,38557,1733619719308, destination=0f983e3e5be1,46567,1733619719463, running balancer 2024-12-08T01:02:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE 2024-12-08T01:02:03,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE 2024-12-08T01:02:03,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(7855): Warmup {ENCODED => eceeb6522b1a0b96bcd2eca3487d3d94, NAME => 'testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:03,528 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:03,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=CLOSING, regionLocation=0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:03,529 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eceeb6522b1a0b96bcd2eca3487d3d94 columnFamilyName family 2024-12-08T01:02:03,529 DEBUG [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:03,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE because future has completed 2024-12-08T01:02:03,532 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:03,532 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619723513 2024-12-08T01:02:03,532 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-08T01:02:03,532 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-12-08T01:02:03,532 DEBUG [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:03,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308}] 2024-12-08T01:02:03,532 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(327): Store=eceeb6522b1a0b96bcd2eca3487d3d94/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1722): Closing eceeb6522b1a0b96bcd2eca3487d3d94, disabling compactions & flushes 2024-12-08T01:02:03,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. after waiting 0 ms 2024-12-08T01:02:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,535 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-12-08T01:02:03,535 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733619723518 2024-12-08T01:02:03,535 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-08T01:02:03,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.HRegion(1676): Region close journal for eceeb6522b1a0b96bcd2eca3487d3d94: Waiting for close lock at 1733619723532Disabling compacts and flushes for region at 1733619723532Disabling writes for close at 1733619723533 (+1 ms)Writing region close event to WAL at 1733619723535 (+2 ms)Closed at 1733619723535 2024-12-08T01:02:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-08T01:02:03,690 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:03,690 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-12-08T01:02:03,691 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing eceeb6522b1a0b96bcd2eca3487d3d94, disabling compactions & flushes 2024-12-08T01:02:03,691 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,692 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,692 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. after waiting 0 ms 2024-12-08T01:02:03,692 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,694 DEBUG [StoreFileCloser-eceeb6522b1a0b96bcd2eca3487d3d94-family-1 {}] bucket.BucketCache(768): Removing file 2a6a042f8e2845819a9e3be515ae4417 for region eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:03,695 DEBUG [StoreFileCloser-eceeb6522b1a0b96bcd2eca3487d3d94-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file 2a6a042f8e2845819a9e3be515ae4417, starting offset: 0, end offset: 9223372036854775807 2024-12-08T01:02:03,696 DEBUG [StoreFileCloser-eceeb6522b1a0b96bcd2eca3487d3d94-family-1 {}] bucket.BucketCache(856): removed key 2a6a042f8e2845819a9e3be515ae4417_0 from back map with offset lock 2094080 in the evict process 2024-12-08T01:02:03,701 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-08T01:02:03,702 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:03,702 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for eceeb6522b1a0b96bcd2eca3487d3d94: Waiting for close lock at 1733619723691Running coprocessor pre-close hooks at 1733619723691Disabling compacts and flushes for region at 1733619723691Disabling writes for close at 1733619723692 (+1 ms)Writing region close event to WAL at 1733619723697 (+5 ms)Running coprocessor post-close hooks at 1733619723701 (+4 ms)Closed at 1733619723702 (+1 ms) 2024-12-08T01:02:03,702 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding eceeb6522b1a0b96bcd2eca3487d3d94 move to 0f983e3e5be1,46567,1733619719463 record at close sequenceid=6 2024-12-08T01:02:03,705 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:03,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=CLOSED 2024-12-08T01:02:03,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308 because future has completed 2024-12-08T01:02:03,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T01:02:03,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,38557,1733619719308 in 178 msec 2024-12-08T01:02:03,714 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE; state=CLOSED, location=0f983e3e5be1,46567,1733619719463; forceNewPlan=false, retain=false 2024-12-08T01:02:03,732 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-08T01:02:03,732 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-08T01:02:03,732 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:03,732 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:03,735 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-08T01:02:03,735 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-08T01:02:03,736 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:03,736 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:03,738 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:03,738 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619723732 2024-12-08T01:02:03,738 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-08T01:02:03,741 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:03,741 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619723735 2024-12-08T01:02:03,741 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-08T01:02:03,864 INFO [0f983e3e5be1:45035 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T01:02:03,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=OPENING, regionLocation=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE because future has completed 2024-12-08T01:02:03,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,46567,1733619719463}] 2024-12-08T01:02:04,032 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,033 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => eceeb6522b1a0b96bcd2eca3487d3d94, NAME => 'testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:04,033 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733619721702 eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,034 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:04,034 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,034 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,036 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,039 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eceeb6522b1a0b96bcd2eca3487d3d94 columnFamilyName family 2024-12-08T01:02:04,039 DEBUG [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:04,040 DEBUG [StoreFileOpener-eceeb6522b1a0b96bcd2eca3487d3d94-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417, delay=967 ms 2024-12-08T01:02:04,042 DEBUG [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:04,042 INFO [StoreOpener-eceeb6522b1a0b96bcd2eca3487d3d94-1 {}] regionserver.HStore(327): Store=eceeb6522b1a0b96bcd2eca3487d3d94/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:04,042 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,043 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,043 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,043 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,043 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,048 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,049 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened eceeb6522b1a0b96bcd2eca3487d3d94; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59972858, jitterRate=-0.10633477568626404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:02:04,049 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,050 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for eceeb6522b1a0b96bcd2eca3487d3d94: Running coprocessor pre-open hook at 1733619724035Writing region info on filesystem at 1733619724035Initializing all the Stores at 1733619724035Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619724035Cleaning up temporary data from old regions at 1733619724043 (+8 ms)Running coprocessor post-open hooks at 1733619724049 (+6 ms)Region opened successfully at 1733619724050 (+1 ms) 2024-12-08T01:02:04,051 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94., pid=9, masterSystemTime=1733619724027 2024-12-08T01:02:04,053 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,053 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eceeb6522b1a0b96bcd2eca3487d3d94, regionState=OPEN, openSeqNum=10, regionLocation=0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,46567,1733619719463 because future has completed 2024-12-08T01:02:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-08T01:02:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure eceeb6522b1a0b96bcd2eca3487d3d94, server=0f983e3e5be1,46567,1733619719463 in 183 msec 2024-12-08T01:02:04,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733619721702, region=eceeb6522b1a0b96bcd2eca3487d3d94, REOPEN/MOVE in 536 msec 2024-12-08T01:02:04,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T01:02:04,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:02:04,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:04,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:02:04,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T01:02:04,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587878705, stopped=false 2024-12-08T01:02:04,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0f983e3e5be1,45035,1733619718507 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:02:04,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:02:04,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:04,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,38557,1733619719308' ***** 2024-12-08T01:02:04,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T01:02:04,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,46567,1733619719463' ***** 2024-12-08T01:02:04,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T01:02:04,118 INFO [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T01:02:04,118 INFO [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T01:02:04,118 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T01:02:04,118 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T01:02:04,118 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T01:02:04,118 INFO [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence 2024-12-08T01:02:04,118 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T01:02:04,118 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T01:02:04,119 INFO [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/bucket.persistence 2024-12-08T01:02:04,119 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T01:02:04,119 INFO [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-08T01:02:04,119 INFO [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-08T01:02:04,119 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-08T01:02:04,119 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-08T01:02:04,119 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1487): Thread RS:1;0f983e3e5be1:46567 started persisting bucket cache to file 2024-12-08T01:02:04,120 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:04,120 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:04,123 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:04,123 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619724119 2024-12-08T01:02:04,123 DEBUG [RS:1;0f983e3e5be1:46567 {}] bucket.BucketCache(1509): Thread RS:1;0f983e3e5be1:46567 finished persisting bucket cache to file, renaming 2024-12-08T01:02:04,123 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:02:04,124 INFO [RS:1;0f983e3e5be1:46567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:02:04,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:02:04,124 INFO [RS:1;0f983e3e5be1:46567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:02:04,124 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(3091): Received CLOSE for eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0f983e3e5be1:46567. 2024-12-08T01:02:04,125 DEBUG [RS:1;0f983e3e5be1:46567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:04,125 DEBUG [RS:1;0f983e3e5be1:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,125 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:02:04,125 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T01:02:04,125 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eceeb6522b1a0b96bcd2eca3487d3d94, disabling compactions & flushes 2024-12-08T01:02:04,125 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,125 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. after waiting 0 ms 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,126 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T01:02:04,126 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:04,126 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eceeb6522b1a0b96bcd2eca3487d3d94=testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94.} 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:02:04,126 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:02:04,126 DEBUG [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eceeb6522b1a0b96bcd2eca3487d3d94 2024-12-08T01:02:04,126 DEBUG [StoreFileCloser-eceeb6522b1a0b96bcd2eca3487d3d94-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/family/2a6a042f8e2845819a9e3be515ae4417 2024-12-08T01:02:04,126 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:02:04,127 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-12-08T01:02:04,129 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1487): Thread RS:0;0f983e3e5be1:38557 started persisting bucket cache to file 2024-12-08T01:02:04,129 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:04,129 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:04,131 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnRegionMove1733619721702/eceeb6522b1a0b96bcd2eca3487d3d94/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-08T01:02:04,131 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,131 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eceeb6522b1a0b96bcd2eca3487d3d94: Waiting for close lock at 1733619724125Running coprocessor pre-close hooks at 1733619724125Disabling compacts and flushes for region at 1733619724125Disabling writes for close at 1733619724126 (+1 ms)Writing region close event to WAL at 1733619724127 (+1 ms)Running coprocessor post-close hooks at 1733619724131 (+4 ms)Closed at 1733619724131 2024-12-08T01:02:04,131 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94. 2024-12-08T01:02:04,133 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:04,133 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619724129 2024-12-08T01:02:04,133 DEBUG [RS:0;0f983e3e5be1:38557 {}] bucket.BucketCache(1509): Thread RS:0;0f983e3e5be1:38557 finished persisting bucket cache to file, renaming 2024-12-08T01:02:04,137 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 94b8ccf5f27a42bbbbf9db9de65e72e4 2024-12-08T01:02:04,152 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/94b8ccf5f27a42bbbbf9db9de65e72e4 is 205, key is testBlockEvictionOnRegionMove1733619721702,,1733619721717.eceeb6522b1a0b96bcd2eca3487d3d94./info:regioninfo/1733619724053/Put/seqid=0 2024-12-08T01:02:04,153 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/94b8ccf5f27a42bbbbf9db9de65e72e4 2024-12-08T01:02:04,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:02:04,156 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:04,157 INFO [RS:0;0f983e3e5be1:38557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0f983e3e5be1:38557. 2024-12-08T01:02:04,157 DEBUG [RS:0;0f983e3e5be1:38557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:04,157 DEBUG [RS:0;0f983e3e5be1:38557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,158 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,38557,1733619719308; all regions closed. 2024-12-08T01:02:04,158 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:04,162 DEBUG [RS:0;0f983e3e5be1:38557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:04,162 INFO [RS:0;0f983e3e5be1:38557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C38557%2C1733619719308:(num 1733619721025) 2024-12-08T01:02:04,162 DEBUG [RS:0;0f983e3e5be1:38557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,162 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:04,162 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ff5d6e21af824ae1a4ede605e9f35d03 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:02:04,163 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:02:04,163 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:04,164 INFO [RS:0;0f983e3e5be1:38557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38557 2024-12-08T01:02:04,174 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/ff5d6e21af824ae1a4ede605e9f35d03 is 43, key is default/ns:d/1733619721540/Put/seqid=0 2024-12-08T01:02:04,175 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/ff5d6e21af824ae1a4ede605e9f35d03 2024-12-08T01:02:04,185 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c7198554eaa04c55b3634261f7b6130d 2024-12-08T01:02:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,38557,1733619719308 2024-12-08T01:02:04,189 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:04,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,38557,1733619719308] 2024-12-08T01:02:04,197 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/c7198554eaa04c55b3634261f7b6130d is 78, key is testBlockEvictionOnRegionMove1733619721702/table:state/1733619722126/Put/seqid=0 2024-12-08T01:02:04,198 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/c7198554eaa04c55b3634261f7b6130d 2024-12-08T01:02:04,201 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/94b8ccf5f27a42bbbbf9db9de65e72e4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/94b8ccf5f27a42bbbbf9db9de65e72e4 2024-12-08T01:02:04,202 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/94b8ccf5f27a42bbbbf9db9de65e72e4, delay=900 ms 2024-12-08T01:02:04,203 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/94b8ccf5f27a42bbbbf9db9de65e72e4, entries=15, sequenceid=15, filesize=7.6 K 2024-12-08T01:02:04,204 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/ff5d6e21af824ae1a4ede605e9f35d03 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/ff5d6e21af824ae1a4ede605e9f35d03 2024-12-08T01:02:04,205 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/ff5d6e21af824ae1a4ede605e9f35d03, delay=900 ms 2024-12-08T01:02:04,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,38557,1733619719308 already deleted, retry=false 2024-12-08T01:02:04,206 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,38557,1733619719308 expired; onlineServers=1 2024-12-08T01:02:04,207 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/ff5d6e21af824ae1a4ede605e9f35d03, entries=2, sequenceid=15, filesize=5.0 K 2024-12-08T01:02:04,208 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/c7198554eaa04c55b3634261f7b6130d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/c7198554eaa04c55b3634261f7b6130d 2024-12-08T01:02:04,209 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/c7198554eaa04c55b3634261f7b6130d, delay=992 ms 2024-12-08T01:02:04,211 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/c7198554eaa04c55b3634261f7b6130d, entries=2, sequenceid=15, filesize=5.3 K 2024-12-08T01:02:04,212 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=15, compaction requested=false 2024-12-08T01:02:04,213 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T01:02:04,214 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/94b8ccf5f27a42bbbbf9db9de65e72e4 2024-12-08T01:02:04,215 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/ff5d6e21af824ae1a4ede605e9f35d03 2024-12-08T01:02:04,215 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/c7198554eaa04c55b3634261f7b6130d 2024-12-08T01:02:04,219 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-08T01:02:04,220 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:02:04,220 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:04,220 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619724126Running coprocessor pre-close hooks at 1733619724126Disabling compacts and flushes for region at 1733619724126Disabling writes for close at 1733619724126Obtaining lock to block concurrent updates at 1733619724127 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733619724127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733619724127Flushing stores of hbase:meta,,1.1588230740 at 1733619724127Flushing 1588230740/info: creating writer at 1733619724128 (+1 ms)Flushing 1588230740/info: appending metadata at 1733619724151 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733619724151Flushing 1588230740/ns: creating writer at 1733619724156 (+5 ms)Flushing 1588230740/ns: appending metadata at 1733619724173 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733619724174 (+1 ms)Flushing 1588230740/table: creating writer at 1733619724179 (+5 ms)Flushing 1588230740/table: appending metadata at 1733619724197 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733619724197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d69cd3d: reopening flushed file at 1733619724200 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b88f40: reopening flushed file at 1733619724204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e44148: reopening flushed file at 1733619724208 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=15, compaction requested=false at 1733619724212 (+4 ms)Writing region close event to WAL at 1733619724216 (+4 ms)Running coprocessor post-close hooks at 1733619724220 (+4 ms)Closed at 1733619724220 2024-12-08T01:02:04,221 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38557-0x10002ff57190001, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,299 INFO [RS:0;0f983e3e5be1:38557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:04,300 INFO [RS:0;0f983e3e5be1:38557 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,38557,1733619719308; zookeeper connection closed. 2024-12-08T01:02:04,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e5934c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e5934c3 2024-12-08T01:02:04,326 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,46567,1733619719463; all regions closed. 2024-12-08T01:02:04,329 DEBUG [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:04,329 INFO [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C46567%2C1733619719463.meta:.meta(num 1733619721404) 2024-12-08T01:02:04,331 DEBUG [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:04,331 INFO [RS:1;0f983e3e5be1:46567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C46567%2C1733619719463:(num 1733619721024) 2024-12-08T01:02:04,331 DEBUG [RS:1;0f983e3e5be1:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:04,331 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:04,331 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:04,331 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:04,331 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:04,331 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:04,332 INFO [RS:1;0f983e3e5be1:46567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46567 2024-12-08T01:02:04,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:04,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,46567,1733619719463 2024-12-08T01:02:04,361 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:04,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,46567,1733619719463] 2024-12-08T01:02:04,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,46567,1733619719463 already deleted, retry=false 2024-12-08T01:02:04,377 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,46567,1733619719463 expired; onlineServers=0 2024-12-08T01:02:04,377 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0f983e3e5be1,45035,1733619718507' ***** 2024-12-08T01:02:04,377 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T01:02:04,377 INFO [M:0;0f983e3e5be1:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:04,377 INFO [M:0;0f983e3e5be1:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:04,378 DEBUG [M:0;0f983e3e5be1:45035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T01:02:04,378 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T01:02:04,378 DEBUG [M:0;0f983e3e5be1:45035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T01:02:04,378 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619720584 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619720584,5,FailOnTimeoutGroup] 2024-12-08T01:02:04,378 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619720588 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619720588,5,FailOnTimeoutGroup] 2024-12-08T01:02:04,378 INFO [M:0;0f983e3e5be1:45035 {}] hbase.ChoreService(370): Chore service for: master/0f983e3e5be1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:04,378 INFO [M:0;0f983e3e5be1:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:04,378 DEBUG [M:0;0f983e3e5be1:45035 {}] master.HMaster(1795): Stopping service threads 2024-12-08T01:02:04,378 INFO [M:0;0f983e3e5be1:45035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T01:02:04,378 INFO [M:0;0f983e3e5be1:45035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:02:04,379 INFO [M:0;0f983e3e5be1:45035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T01:02:04,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T01:02:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T01:02:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,390 DEBUG [M:0;0f983e3e5be1:45035 {}] zookeeper.ZKUtil(347): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T01:02:04,390 WARN [M:0;0f983e3e5be1:45035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T01:02:04,390 INFO [M:0;0f983e3e5be1:45035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.lastflushedseqids 2024-12-08T01:02:04,403 INFO [M:0;0f983e3e5be1:45035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T01:02:04,403 INFO [M:0;0f983e3e5be1:45035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T01:02:04,403 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:02:04,403 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,403 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,403 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:02:04,403 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,403 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.69 KB heapSize=43.02 KB 2024-12-08T01:02:04,411 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on eb2a9f44ce6a4207b4b1391723a03381 2024-12-08T01:02:04,425 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a9f44ce6a4207b4b1391723a03381 is 82, key is hbase:meta,,1/info:regioninfo/1733619721457/Put/seqid=0 2024-12-08T01:02:04,425 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a9f44ce6a4207b4b1391723a03381 2024-12-08T01:02:04,432 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0dbfebb9e72e4c10941298785dc5a5af 2024-12-08T01:02:04,445 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbfebb9e72e4c10941298785dc5a5af is 779, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733619722132/Put/seqid=0 2024-12-08T01:02:04,445 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.07 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbfebb9e72e4c10941298785dc5a5af 2024-12-08T01:02:04,453 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4d6b86f5011e46e2a25381a7be49bd55 2024-12-08T01:02:04,463 DEBUG [M:0;0f983e3e5be1:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d6b86f5011e46e2a25381a7be49bd55 is 69, key is 0f983e3e5be1,38557,1733619719308/rs:state/1733619720684/Put/seqid=0 2024-12-08T01:02:04,464 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d6b86f5011e46e2a25381a7be49bd55 2024-12-08T01:02:04,465 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a9f44ce6a4207b4b1391723a03381 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2a9f44ce6a4207b4b1391723a03381 2024-12-08T01:02:04,467 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2a9f44ce6a4207b4b1391723a03381, entries=8, sequenceid=84, filesize=5.5 K 2024-12-08T01:02:04,468 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbfebb9e72e4c10941298785dc5a5af as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dbfebb9e72e4c10941298785dc5a5af 2024-12-08T01:02:04,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,469 INFO [RS:1;0f983e3e5be1:46567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:04,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x10002ff57190002, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,469 INFO [RS:1;0f983e3e5be1:46567 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,46567,1733619719463; zookeeper connection closed. 2024-12-08T01:02:04,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ffa715 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ffa715 2024-12-08T01:02:04,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T01:02:04,470 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dbfebb9e72e4c10941298785dc5a5af, entries=9, sequenceid=84, filesize=6.5 K 2024-12-08T01:02:04,471 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d6b86f5011e46e2a25381a7be49bd55 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d6b86f5011e46e2a25381a7be49bd55 2024-12-08T01:02:04,472 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d6b86f5011e46e2a25381a7be49bd55, entries=2, sequenceid=84, filesize=5.1 K 2024-12-08T01:02:04,473 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 70ms, sequenceid=84, compaction requested=false 2024-12-08T01:02:04,475 INFO [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,475 DEBUG [M:0;0f983e3e5be1:45035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619724403Disabling compacts and flushes for region at 1733619724403Disabling writes for close at 1733619724403Obtaining lock to block concurrent updates at 1733619724403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733619724403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35518, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1733619724404 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733619724404Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733619724404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733619724424 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733619724424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733619724427 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733619724444 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733619724444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733619724447 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733619724463 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733619724463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cf9251: reopening flushed file at 1733619724465 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bd3809: reopening flushed file at 1733619724467 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42bc42e9: reopening flushed file at 1733619724470 (+3 ms)Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 70ms, sequenceid=84, compaction requested=false at 1733619724473 (+3 ms)Writing region close event to WAL at 1733619724475 (+2 ms)Closed at 1733619724475 2024-12-08T01:02:04,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:04,477 INFO [M:0;0f983e3e5be1:45035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T01:02:04,477 INFO [M:0;0f983e3e5be1:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-12-08T01:02:04,477 INFO [M:0;0f983e3e5be1:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,611 INFO [M:0;0f983e3e5be1:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10002ff57190000, quorum=127.0.0.1:64281, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:04,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T01:02:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T01:02:04,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0f983e3e5be1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1733619724040 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0f983e3e5be1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0f983e3e5be1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1733619724205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: hfile-prefetch-1733619724202 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1733619722499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0f983e3e5be1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=18225 (was 18638) 2024-12-08T01:02:04,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=18225 2024-12-08T01:02:04,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/hadoop-log-dir so I do NOT create it in target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f 2024-12-08T01:02:04,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/hadoop-tmp-dir so I do NOT create it in target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f 2024-12-08T01:02:04,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/cluster_81ebed8c-c4b5-9894-3c24-0ab338eca4d2, deleteOnExit=true 2024-12-08T01:02:04,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/cluster_81ebed8c-c4b5-9894-3c24-0ab338eca4d2/zookeeper_0, clientPort=61994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/cluster_81ebed8c-c4b5-9894-3c24-0ab338eca4d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/cluster_81ebed8c-c4b5-9894-3c24-0ab338eca4d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T01:02:04,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61994 2024-12-08T01:02:04,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 with version=8 2024-12-08T01:02:04,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase-staging 2024-12-08T01:02:04,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:02:04,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T01:02:04,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:02:04,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36271 2024-12-08T01:02:04,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36271 connecting to ZooKeeper ensemble=127.0.0.1:61994 2024-12-08T01:02:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362710x0, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:02:04,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36271-0x10002ff700e0000 connected 2024-12-08T01:02:04,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6, hbase.cluster.distributed=false 2024-12-08T01:02:04,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:02:04,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36271 2024-12-08T01:02:04,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36271 2024-12-08T01:02:04,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36271 2024-12-08T01:02:04,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36271 2024-12-08T01:02:04,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36271 2024-12-08T01:02:04,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:02:04,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:02:04,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:02:04,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:02:04,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:02:04,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32867 2024-12-08T01:02:04,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32867 connecting to ZooKeeper ensemble=127.0.0.1:61994 2024-12-08T01:02:04,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328670x0, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:02:04,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32867-0x10002ff700e0001 connected 2024-12-08T01:02:04,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:02:04,819 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache 2024-12-08T01:02:04,819 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T01:02:04,819 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-08T01:02:04,819 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-08T01:02:04,820 INFO [Thread-121 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-08T01:02:04,820 WARN [Thread-121 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-08T01:02:04,820 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T01:02:04,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:02:04,820 INFO [Thread-121 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T01:02:04,820 INFO [Thread-121 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence is complete. 2024-12-08T01:02:04,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T01:02:04,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:02:04,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-08T01:02:04,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32867 2024-12-08T01:02:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32867 2024-12-08T01:02:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-08T01:02:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-08T01:02:04,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:02:04,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:02:04,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43145 2024-12-08T01:02:04,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43145 connecting to ZooKeeper ensemble=127.0.0.1:61994 2024-12-08T01:02:04,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431450x0, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:02:04,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431450x0, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:04,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43145-0x10002ff700e0002 connected 2024-12-08T01:02:04,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:02:04,860 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache 2024-12-08T01:02:04,860 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T01:02:04,860 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-08T01:02:04,861 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-08T01:02:04,861 INFO [Thread-122 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-08T01:02:04,861 WARN [Thread-122 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-08T01:02:04,861 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T01:02:04,861 INFO [Thread-122 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T01:02:04,861 INFO [Thread-122 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence is complete. 2024-12-08T01:02:04,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:02:04,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T01:02:04,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:02:04,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-08T01:02:04,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43145 2024-12-08T01:02:04,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43145 2024-12-08T01:02:04,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-08T01:02:04,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-08T01:02:04,884 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0f983e3e5be1:36271 2024-12-08T01:02:04,884 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:04,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,893 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T01:02:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T01:02:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,901 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T01:02:04,902 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0f983e3e5be1,36271,1733619724672 from backup master directory 2024-12-08T01:02:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T01:02:04,909 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:04,909 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:04,910 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase.id] with ID: 84bf560c-8710-476f-98a4-56a6bf664944 2024-12-08T01:02:04,910 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.tmp/hbase.id 2024-12-08T01:02:04,913 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/hbase.id] 2024-12-08T01:02:04,949 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:04,949 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T01:02:04,951 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-08T01:02:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:04,963 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:02:04,964 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T01:02:04,964 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:04,980 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store 2024-12-08T01:02:04,986 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:04,986 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:02:04,986 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,987 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,987 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:02:04,987 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,987 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:04,987 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619724986Disabling compacts and flushes for region at 1733619724986Disabling writes for close at 1733619724987 (+1 ms)Writing region close event to WAL at 1733619724987Closed at 1733619724987 2024-12-08T01:02:04,987 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/.initializing 2024-12-08T01:02:04,988 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:04,993 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:04,997 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C36271%2C1733619724672, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,36271,1733619724672, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/oldWALs, maxLogs=10 2024-12-08T01:02:05,010 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/WALs/0f983e3e5be1,36271,1733619724672/0f983e3e5be1%2C36271%2C1733619724672.1733619724997 2024-12-08T01:02:05,011 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:05,011 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:05,011 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:05,011 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,011 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T01:02:05,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T01:02:05,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:05,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T01:02:05,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:05,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T01:02:05,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:05,027 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,028 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,028 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,028 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,028 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,029 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:05,029 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:02:05,035 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:05,035 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60830923, jitterRate=-0.09354861080646515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:05,036 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733619725011Initializing all the Stores at 1733619725011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725012 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619725012Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619725012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619725012Cleaning up temporary data from old regions at 1733619725028 (+16 ms)Region opened successfully at 1733619725036 (+8 ms) 2024-12-08T01:02:05,037 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T01:02:05,040 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42037263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:05,041 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T01:02:05,042 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T01:02:05,042 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T01:02:05,042 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T01:02:05,042 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T01:02:05,043 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T01:02:05,043 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T01:02:05,044 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T01:02:05,046 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T01:02:05,067 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T01:02:05,067 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T01:02:05,068 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T01:02:05,075 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T01:02:05,076 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T01:02:05,077 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T01:02:05,083 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T01:02:05,085 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T01:02:05,092 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T01:02:05,095 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T01:02:05,100 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,109 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0f983e3e5be1,36271,1733619724672, sessionid=0x10002ff700e0000, setting cluster-up flag (Was=false) 2024-12-08T01:02:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,150 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T01:02:05,152 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,192 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T01:02:05,193 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:05,194 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T01:02:05,195 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:05,195 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T01:02:05,195 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T01:02:05,196 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0f983e3e5be1,36271,1733619724672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T01:02:05,197 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:05,197 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0f983e3e5be1:0, corePoolSize=10, maxPoolSize=10 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:05,198 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,199 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733619755199 2024-12-08T01:02:05,199 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T01:02:05,200 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T01:02:05,200 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T01:02:05,200 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T01:02:05,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:05,200 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T01:02:05,200 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T01:02:05,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T01:02:05,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T01:02:05,203 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,203 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T01:02:05,203 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T01:02:05,204 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T01:02:05,204 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T01:02:05,204 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T01:02:05,204 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619725204,5,FailOnTimeoutGroup] 2024-12-08T01:02:05,205 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619725204,5,FailOnTimeoutGroup] 2024-12-08T01:02:05,205 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,205 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T01:02:05,205 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,205 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T01:02:05,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:05,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:05,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-08T01:02:05,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:02:05,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-08T01:02:05,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:02:05,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-08T01:02:05,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:02:05,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-08T01:02:05,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:02:05,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:02:05,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:05,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:05,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:02:05,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:02:05,238 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:05,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:02:05,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:05,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74154574, jitterRate=0.10498926043510437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:05,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733619725224Initializing all the Stores at 1733619725224Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619725224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725224Cleaning up temporary data from old regions at 1733619725238 (+14 ms)Region opened successfully at 1733619725245 (+7 ms) 2024-12-08T01:02:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:02:05,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:02:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:02:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:02:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:02:05,246 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619725245Disabling compacts and flushes for region at 1733619725245Disabling writes for close at 1733619725246 (+1 ms)Writing region close event to WAL at 1733619725246Closed at 1733619725246 2024-12-08T01:02:05,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:05,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T01:02:05,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T01:02:05,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:05,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T01:02:05,277 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(746): ClusterId : 84bf560c-8710-476f-98a4-56a6bf664944 2024-12-08T01:02:05,277 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(746): ClusterId : 84bf560c-8710-476f-98a4-56a6bf664944 2024-12-08T01:02:05,277 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:02:05,277 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:02:05,310 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:02:05,310 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:02:05,310 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:02:05,310 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:02:05,318 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:02:05,318 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:02:05,319 DEBUG [RS:0;0f983e3e5be1:32867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0991dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:05,319 DEBUG [RS:1;0f983e3e5be1:43145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb2d802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:05,331 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0f983e3e5be1:32867 2024-12-08T01:02:05,332 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:02:05,332 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:02:05,332 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:02:05,332 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0f983e3e5be1:43145 2024-12-08T01:02:05,332 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:02:05,333 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:02:05,333 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:02:05,333 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,36271,1733619724672 with port=32867, startcode=1733619724804 2024-12-08T01:02:05,333 DEBUG [RS:0;0f983e3e5be1:32867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:02:05,333 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,36271,1733619724672 with port=43145, startcode=1733619724847 2024-12-08T01:02:05,334 DEBUG [RS:1;0f983e3e5be1:43145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:02:05,335 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:02:05,336 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:02:05,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,338 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:05,338 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-08T01:02:05,338 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T01:02:05,339 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:05,339 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-08T01:02:05,339 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T01:02:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:05,372 DEBUG [RS:0;0f983e3e5be1:32867 {}] zookeeper.ZKUtil(111): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,372 WARN [RS:0;0f983e3e5be1:32867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:05,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,43145,1733619724847] 2024-12-08T01:02:05,372 INFO [RS:0;0f983e3e5be1:32867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:05,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,32867,1733619724804] 2024-12-08T01:02:05,373 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,373 DEBUG [RS:1;0f983e3e5be1:43145 {}] zookeeper.ZKUtil(111): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,373 WARN [RS:1;0f983e3e5be1:43145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:05,373 INFO [RS:1;0f983e3e5be1:43145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:05,373 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,380 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:02:05,380 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:02:05,385 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:02:05,386 INFO [RS:0;0f983e3e5be1:32867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:02:05,386 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,387 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:02:05,387 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:02:05,388 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,388 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:02:05,388 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,388 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,388 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,388 INFO [RS:1;0f983e3e5be1:43145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:02:05,388 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,388 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,388 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:05,389 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,389 DEBUG [RS:0;0f983e3e5be1:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,390 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,32867,1733619724804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:05,390 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:05,391 DEBUG [RS:1;0f983e3e5be1:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,393 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,43145,1733619724847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:05,400 WARN [0f983e3e5be1:36271 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T01:02:05,404 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:02:05,404 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,32867,1733619724804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,404 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,404 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.Replication(171): 0f983e3e5be1,32867,1733619724804 started 2024-12-08T01:02:05,407 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:02:05,407 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,43145,1733619724847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,407 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,407 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.Replication(171): 0f983e3e5be1,43145,1733619724847 started 2024-12-08T01:02:05,417 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,418 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,32867,1733619724804, RpcServer on 0f983e3e5be1/172.17.0.2:32867, sessionid=0x10002ff700e0001 2024-12-08T01:02:05,418 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:02:05,418 DEBUG [RS:0;0f983e3e5be1:32867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,418 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,32867,1733619724804' 2024-12-08T01:02:05,418 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T01:02:05,418 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,418 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,43145,1733619724847, RpcServer on 0f983e3e5be1/172.17.0.2:43145, sessionid=0x10002ff700e0002 2024-12-08T01:02:05,418 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:02:05,418 DEBUG [RS:1;0f983e3e5be1:43145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,418 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,43145,1733619724847' 2024-12-08T01:02:05,418 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T01:02:05,419 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T01:02:05,419 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T01:02:05,419 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:02:05,419 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:02:05,420 DEBUG [RS:0;0f983e3e5be1:32867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:02:05,420 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,32867,1733619724804' 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,43145,1733619724847' 2024-12-08T01:02:05,420 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T01:02:05,420 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T01:02:05,420 DEBUG [RS:1;0f983e3e5be1:43145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:02:05,420 INFO [RS:1;0f983e3e5be1:43145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:02:05,420 DEBUG [RS:0;0f983e3e5be1:32867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:02:05,420 INFO [RS:1;0f983e3e5be1:43145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:02:05,420 INFO [RS:0;0f983e3e5be1:32867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:02:05,421 INFO [RS:0;0f983e3e5be1:32867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:02:05,522 INFO [RS:1;0f983e3e5be1:43145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:05,523 INFO [RS:0;0f983e3e5be1:32867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:05,524 INFO [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C43145%2C1733619724847, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43145,1733619724847, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:05,525 INFO [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C32867%2C1733619724804, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:05,544 INFO [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43145,1733619724847/0f983e3e5be1%2C43145%2C1733619724847.1733619725530 2024-12-08T01:02:05,545 DEBUG [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:05,545 INFO [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804/0f983e3e5be1%2C32867%2C1733619724804.1733619725531 2024-12-08T01:02:05,545 DEBUG [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:05,651 DEBUG [0f983e3e5be1:36271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T01:02:05,651 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T01:02:05,653 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T01:02:05,653 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T01:02:05,653 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T01:02:05,653 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T01:02:05,653 INFO [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T01:02:05,654 INFO [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T01:02:05,654 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T01:02:05,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,32867,1733619724804, state=OPENING 2024-12-08T01:02:05,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T01:02:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:05,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:05,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,32867,1733619724804}] 2024-12-08T01:02:05,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T01:02:05,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T01:02:05,844 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T01:02:05,844 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:05,845 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T01:02:05,846 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C32867%2C1733619724804.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:05,865 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804/0f983e3e5be1%2C32867%2C1733619724804.meta.1733619725847.meta 2024-12-08T01:02:05,865 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:05,865 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:05,865 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T01:02:05,866 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T01:02:05,866 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T01:02:05,866 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T01:02:05,866 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:05,866 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T01:02:05,866 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T01:02:05,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-08T01:02:05,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:02:05,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-08T01:02:05,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:02:05,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-08T01:02:05,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:02:05,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-08T01:02:05,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:02:05,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:05,870 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:02:05,871 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:05,871 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:05,871 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:02:05,871 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:02:05,872 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:05,872 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:02:05,873 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73603489, jitterRate=0.09677745401859283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:05,873 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T01:02:05,873 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733619725866Writing region info on filesystem at 1733619725866Initializing all the Stores at 1733619725866Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725867 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619725867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619725867Cleaning up temporary data from old regions at 1733619725871 (+4 ms)Running coprocessor post-open hooks at 1733619725873 (+2 ms)Region opened successfully at 1733619725873 2024-12-08T01:02:05,874 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733619725839 2024-12-08T01:02:05,876 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T01:02:05,877 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T01:02:05,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,32867,1733619724804, state=OPEN 2024-12-08T01:02:05,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:05,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:05,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:05,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:05,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:05,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T01:02:05,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,32867,1733619724804 in 207 msec 2024-12-08T01:02:05,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T01:02:05,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-12-08T01:02:05,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:02:05,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T01:02:05,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:02:05,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1] 2024-12-08T01:02:05,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:05,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:05,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 711 msec 2024-12-08T01:02:05,907 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733619725907, completionTime=-1 2024-12-08T01:02:05,907 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T01:02:05,907 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733619785910 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733619845910 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,910 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0f983e3e5be1:36271, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,911 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,911 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,913 DEBUG [master/0f983e3e5be1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T01:02:05,915 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.006sec 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:05,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T01:02:05,917 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T01:02:05,917 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T01:02:05,917 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,36271,1733619724672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:05,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e62305b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:05,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0f983e3e5be1,36271,-1 for getting cluster id 2024-12-08T01:02:05,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:02:05,978 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84bf560c-8710-476f-98a4-56a6bf664944' 2024-12-08T01:02:05,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:02:05,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84bf560c-8710-476f-98a4-56a6bf664944" 2024-12-08T01:02:05,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b195141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:05,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0f983e3e5be1,36271,-1] 2024-12-08T01:02:05,980 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:02:05,980 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:05,981 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:02:05,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fb9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T01:02:05,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:02:05,984 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1] 2024-12-08T01:02:05,984 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:05,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:05,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:05,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:02:05,990 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:05,990 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630fd220 2024-12-08T01:02:05,991 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:02:05,993 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:02:05,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733619725989', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:02:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 2024-12-08T01:02:05,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:02:05,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:05,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1733619725989" procId is: 4 2024-12-08T01:02:05,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:02:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:06,005 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 887567b30909c03650f91212a769a063, NAME => 'testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733619725989', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1722): Closing 887567b30909c03650f91212a769a063, disabling compactions & flushes 2024-12-08T01:02:06,010 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. after waiting 0 ms 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,010 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,010 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733619725989-pool-0 {}] regionserver.HRegion(1676): Region close journal for 887567b30909c03650f91212a769a063: Waiting for close lock at 1733619726010Disabling compacts and flushes for region at 1733619726010Disabling writes for close at 1733619726010Writing region close event to WAL at 1733619726010Closed at 1733619726010 2024-12-08T01:02:06,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:02:06,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733619726012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733619726012"}]},"ts":"1733619726012"} 2024-12-08T01:02:06,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:02:06,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:02:06,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733619725989","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619726016"}]},"ts":"1733619726016"} 2024-12-08T01:02:06,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733619725989, state=ENABLING in hbase:meta 2024-12-08T01:02:06,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T01:02:06,021 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T01:02:06,021 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T01:02:06,021 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T01:02:06,021 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T01:02:06,021 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T01:02:06,021 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T01:02:06,021 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T01:02:06,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN}] 2024-12-08T01:02:06,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN 2024-12-08T01:02:06,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN; state=OFFLINE, location=0f983e3e5be1,32867,1733619724804; forceNewPlan=false, retain=false 2024-12-08T01:02:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:06,175 INFO [0f983e3e5be1:36271 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T01:02:06,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=887567b30909c03650f91212a769a063, regionState=OPENING, regionLocation=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:06,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN because future has completed 2024-12-08T01:02:06,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,32867,1733619724804}] 2024-12-08T01:02:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:06,339 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,340 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 887567b30909c03650f91212a769a063, NAME => 'testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:06,341 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733619725989 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,341 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:06,341 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,342 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,343 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,346 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887567b30909c03650f91212a769a063 columnFamilyName family 2024-12-08T01:02:06,346 DEBUG [StoreOpener-887567b30909c03650f91212a769a063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:06,346 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] regionserver.HStore(327): Store=887567b30909c03650f91212a769a063/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:06,347 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,347 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063 2024-12-08T01:02:06,347 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063 2024-12-08T01:02:06,348 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,348 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,348 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,354 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:02:06,354 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 887567b30909c03650f91212a769a063; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72107576, jitterRate=0.0744866132736206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:02:06,354 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887567b30909c03650f91212a769a063 2024-12-08T01:02:06,355 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 887567b30909c03650f91212a769a063: Running coprocessor pre-open hook at 1733619726342Writing region info on filesystem at 1733619726342Initializing all the Stores at 1733619726342Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619726342Cleaning up temporary data from old regions at 1733619726348 (+6 ms)Running coprocessor post-open hooks at 1733619726354 (+6 ms)Region opened successfully at 1733619726355 (+1 ms) 2024-12-08T01:02:06,356 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063., pid=6, masterSystemTime=1733619726334 2024-12-08T01:02:06,358 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,358 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:06,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=887567b30909c03650f91212a769a063, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:06,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,32867,1733619724804 because future has completed 2024-12-08T01:02:06,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T01:02:06,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,32867,1733619724804 in 183 msec 2024-12-08T01:02:06,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T01:02:06,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN in 342 msec 2024-12-08T01:02:06,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:02:06,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733619725989","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619726367"}]},"ts":"1733619726367"} 2024-12-08T01:02:06,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733619725989, state=ENABLED in hbase:meta 2024-12-08T01:02:06,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:02:06,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733619725989 in 376 msec 2024-12-08T01:02:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:02:06,620 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733619725989 completed 2024-12-08T01:02:06,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733619725989 get assigned. Timeout = 60000ms 2024-12-08T01:02:06,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:02:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733619725989 assigned to meta. Checking AM states. 2024-12-08T01:02:06,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:02:06,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733619725989 assigned. 2024-12-08T01:02:06,631 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733619725989', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063., hostname=0f983e3e5be1,32867,1733619724804, seqNum=2] 2024-12-08T01:02:06,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 887567b30909c03650f91212a769a063 1/1 column families, dataSize=78 B heapSize=480 B 2024-12-08T01:02:06,643 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:06,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/.tmp/family/cf9b592fb7c14a4e9f702c4863048fd6 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-12-08T01:02:06,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/.tmp/family/cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:06,658 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/.tmp/family/cf9b592fb7c14a4e9f702c4863048fd6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:06,659 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, delay=910 ms 2024-12-08T01:02:06,660 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-08T01:02:06,661 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 887567b30909c03650f91212a769a063 in 24ms, sequenceid=6, compaction requested=false 2024-12-08T01:02:06,661 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733619725989' 2024-12-08T01:02:06,661 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 887567b30909c03650f91212a769a063: 2024-12-08T01:02:06,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T01:02:07,570 DEBUG [hfile-prefetch-1733619724040 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key cf9b592fb7c14a4e9f702c4863048fd6_0. 2024-12-08T01:02:07,571 DEBUG [hfile-prefetch-1733619724040 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key cf9b592fb7c14a4e9f702c4863048fd6_117. 2024-12-08T01:02:07,572 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, with total blocks 2, and data blocks 1 2024-12-08T01:02:07,572 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-12-08T01:02:07,572 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-12-08T01:02:07,572 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6. Will sleep 100ms and try the verification again. 2024-12-08T01:02:07,662 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;0f983e3e5be1:32867,5,FailOnTimeoutGroup] 2024-12-08T01:02:07,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,32867,1733619724804' ***** 2024-12-08T01:02:07,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0 2024-12-08T01:02:07,663 INFO [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T01:02:07,663 INFO [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence 2024-12-08T01:02:07,663 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T01:02:07,663 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T01:02:07,663 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T01:02:07,663 INFO [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-08T01:02:07,663 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-08T01:02:07,664 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-08T01:02:07,664 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:07,664 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-08T01:02:07,664 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:07,670 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:07,670 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619727664 2024-12-08T01:02:07,670 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-08T01:02:07,672 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, with total blocks 2, and data blocks 1 2024-12-08T01:02:07,672 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map 2024-12-08T01:02:07,672 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2293): found block for file cf9b592fb7c14a4e9f702c4863048fd6 in the backing map. Acquiring read lock for offset 0 2024-12-08T01:02:07,672 DEBUG [hfile-prefetch-1733619724040 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6 has now been fully cached. 2024-12-08T01:02:07,673 DEBUG [hfile-prefetch-1733619724040 {}] hfile.PrefetchExecutor(121): Prefetch completed for cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:07,674 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1487): Thread RS:0;0f983e3e5be1:32867 started persisting bucket cache to file 2024-12-08T01:02:07,674 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:07,674 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-12-08T01:02:07,677 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-12-08T01:02:07,677 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733619727674 2024-12-08T01:02:07,677 DEBUG [RS:0;0f983e3e5be1:32867 {}] bucket.BucketCache(1509): Thread RS:0;0f983e3e5be1:32867 finished persisting bucket cache to file, renaming 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:02:07,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(3091): Received CLOSE for 887567b30909c03650f91212a769a063 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:07,678 INFO [RS:0;0f983e3e5be1:32867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0f983e3e5be1:32867. 2024-12-08T01:02:07,678 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:07,679 DEBUG [RS:0;0f983e3e5be1:32867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:07,679 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887567b30909c03650f91212a769a063, disabling compactions & flushes 2024-12-08T01:02:07,679 DEBUG [RS:0;0f983e3e5be1:32867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:07,679 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:07,679 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:07,679 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:02:07,679 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. after waiting 0 ms 2024-12-08T01:02:07,679 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:02:07,679 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:02:07,679 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:07,679 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T01:02:07,679 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T01:02:07,679 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 887567b30909c03650f91212a769a063=testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.} 2024-12-08T01:02:07,679 DEBUG [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887567b30909c03650f91212a769a063 2024-12-08T01:02:07,680 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:07,680 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:02:07,680 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:02:07,680 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:02:07,680 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:02:07,680 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:02:07,681 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB 2024-12-08T01:02:07,685 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-08T01:02:07,686 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:07,686 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887567b30909c03650f91212a769a063: Waiting for close lock at 1733619727678Running coprocessor pre-close hooks at 1733619727678Disabling compacts and flushes for region at 1733619727678Disabling writes for close at 1733619727679 (+1 ms)Writing region close event to WAL at 1733619727680 (+1 ms)Running coprocessor post-close hooks at 1733619727686 (+6 ms)Closed at 1733619727686 2024-12-08T01:02:07,686 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:07,692 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:07,692 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:07,705 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c is 209, key is testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063./info:regioninfo/1733619726358/Put/seqid=0 2024-12-08T01:02:07,706 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:07,714 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:07,725 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/5402295635964e2c80a8c9a91f48396b is 43, key is default/ns:d/1733619725902/Put/seqid=0 2024-12-08T01:02:07,726 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:07,733 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:07,744 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/41a3f5e351ab444498e47cc09557c432 is 80, key is testBlockEvictionOnGracefulStop1733619725989/table:state/1733619726367/Put/seqid=0 2024-12-08T01:02:07,745 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:07,748 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:07,749 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c, delay=998 ms 2024-12-08T01:02:07,750 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c, entries=10, sequenceid=11, filesize=7.0 K 2024-12-08T01:02:07,750 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/ns/5402295635964e2c80a8c9a91f48396b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:07,751 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b, delay=907 ms 2024-12-08T01:02:07,752 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-08T01:02:07,752 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/table/41a3f5e351ab444498e47cc09557c432 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:07,753 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432, delay=985 ms 2024-12-08T01:02:07,754 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432, entries=2, sequenceid=11, filesize=5.3 K 2024-12-08T01:02:07,755 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=11, compaction requested=false 2024-12-08T01:02:07,755 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:07,756 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:07,757 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:07,760 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-08T01:02:07,760 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:02:07,760 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:07,761 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619727679Running coprocessor pre-close hooks at 1733619727680 (+1 ms)Disabling compacts and flushes for region at 1733619727680Disabling writes for close at 1733619727680Obtaining lock to block concurrent updates at 1733619727681 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733619727681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1733619727681Flushing stores of hbase:meta,,1.1588230740 at 1733619727682 (+1 ms)Flushing 1588230740/info: creating writer at 1733619727682Flushing 1588230740/info: appending metadata at 1733619727705 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733619727705Flushing 1588230740/ns: creating writer at 1733619727709 (+4 ms)Flushing 1588230740/ns: appending metadata at 1733619727724 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733619727724Flushing 1588230740/table: creating writer at 1733619727728 (+4 ms)Flushing 1588230740/table: appending metadata at 1733619727744 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733619727744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d09adb6: reopening flushed file at 1733619727747 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eeab1b9: reopening flushed file at 1733619727750 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1216768c: reopening flushed file at 1733619727752 (+2 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=11, compaction requested=false at 1733619727755 (+3 ms)Writing region close event to WAL at 1733619727757 (+2 ms)Running coprocessor post-close hooks at 1733619727760 (+3 ms)Closed at 1733619727760 2024-12-08T01:02:07,761 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:07,880 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,32867,1733619724804; all regions closed. 2024-12-08T01:02:07,882 DEBUG [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:07,882 INFO [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C32867%2C1733619724804.meta:.meta(num 1733619725847) 2024-12-08T01:02:07,885 DEBUG [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:07,885 INFO [RS:0;0f983e3e5be1:32867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C32867%2C1733619724804:(num 1733619725531) 2024-12-08T01:02:07,885 DEBUG [RS:0;0f983e3e5be1:32867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:07,885 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:07,885 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:07,885 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:07,885 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:07,886 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:07,886 INFO [RS:0;0f983e3e5be1:32867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32867 2024-12-08T01:02:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,32867,1733619724804 2024-12-08T01:02:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:07,917 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:07,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,32867,1733619724804] 2024-12-08T01:02:07,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,32867,1733619724804 already deleted, retry=false 2024-12-08T01:02:07,933 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0f983e3e5be1,32867,1733619724804 on 0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:07,937 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0f983e3e5be1,32867,1733619724804, splitWal=true, meta=true 2024-12-08T01:02:07,939 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 0f983e3e5be1,32867,1733619724804 (carryingMeta=true) 0f983e3e5be1,32867,1733619724804/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1ca51016[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T01:02:07,939 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0f983e3e5be1,32867,1733619724804, splitWal=true, meta=true 2024-12-08T01:02:07,940 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0f983e3e5be1,32867,1733619724804, splitWal=true, meta=true, isMeta: true 2024-12-08T01:02:07,940 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804-splitting 2024-12-08T01:02:07,941 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804-splitting dir is empty, no logs to split. 2024-12-08T01:02:07,941 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0f983e3e5be1,32867,1733619724804 WAL count=0, meta=true 2024-12-08T01:02:07,942 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804-splitting dir is empty, no logs to split. 2024-12-08T01:02:07,942 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0f983e3e5be1,32867,1733619724804 WAL count=0, meta=true 2024-12-08T01:02:07,942 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 0f983e3e5be1,32867,1733619724804 WAL splitting is done? wals=0, meta=true 2024-12-08T01:02:07,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T01:02:07,945 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:07,946 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T01:02:08,025 INFO [RS:0;0f983e3e5be1:32867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:08,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:08,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x10002ff700e0001, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:08,025 INFO [RS:0;0f983e3e5be1:32867 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,32867,1733619724804; zookeeper connection closed. 2024-12-08T01:02:08,026 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@317d405c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@317d405c 2024-12-08T01:02:08,096 DEBUG [0f983e3e5be1:36271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T01:02:08,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,099 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,43145,1733619724847, state=OPENING 2024-12-08T01:02:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:08,126 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:02:08,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:08,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:08,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,43145,1733619724847}] 2024-12-08T01:02:08,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T01:02:08,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:08,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:08,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:02:08,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:02:08,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:02:08,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:02:08,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:02:08,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43397 2024-12-08T01:02:08,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43397 connecting to ZooKeeper ensemble=127.0.0.1:61994 2024-12-08T01:02:08,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:08,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:08,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433970x0, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:02:08,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-12-08T01:02:08,209 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-12-08T01:02:08,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43397-0x10002ff700e0003 connected 2024-12-08T01:02:08,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:02:08,211 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache 2024-12-08T01:02:08,211 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T01:02:08,211 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-08T01:02:08,211 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-08T01:02:08,211 INFO [Thread-209 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-08T01:02:08,211 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T01:02:08,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:02:08,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T01:02:08,213 INFO [Thread-209 {}] bucket.BucketCache(1552): Reading new chunked format of persistence. 2024-12-08T01:02:08,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T01:02:08,214 INFO [Thread-209 {}] bucket.BucketCache(1705): Retrieved 1 of chunks with blockCount = 1. 2024-12-08T01:02:08,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43397 2024-12-08T01:02:08,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43397 2024-12-08T01:02:08,219 DEBUG [Thread-209 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list 2024-12-08T01:02:08,219 DEBUG [Thread-209 {}] bucket.BucketCache(1584): Cached File Entry:> 2024-12-08T01:02:08,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43397 2024-12-08T01:02:08,220 INFO [Thread-209 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T01:02:08,220 INFO [Thread-209 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 1 2024-12-08T01:02:08,220 INFO [Thread-209 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence is complete. 2024-12-08T01:02:08,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43397 2024-12-08T01:02:08,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43397 2024-12-08T01:02:08,228 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(746): ClusterId : 84bf560c-8710-476f-98a4-56a6bf664944 2024-12-08T01:02:08,228 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:02:08,234 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:02:08,234 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:02:08,242 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:02:08,243 DEBUG [RS:2;0f983e3e5be1:43397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e90c890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T01:02:08,253 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0f983e3e5be1:43397 2024-12-08T01:02:08,253 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:02:08,253 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:02:08,253 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:02:08,254 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,36271,1733619724672 with port=43397, startcode=1733619728181 2024-12-08T01:02:08,254 DEBUG [RS:2;0f983e3e5be1:43397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:02:08,256 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:02:08,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,258 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6 2024-12-08T01:02:08,258 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-08T01:02:08,258 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T01:02:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:08,267 DEBUG [RS:2;0f983e3e5be1:43397 {}] zookeeper.ZKUtil(111): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,268 WARN [RS:2;0f983e3e5be1:43397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:02:08,268 INFO [RS:2;0f983e3e5be1:43397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:08,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,43397,1733619728181] 2024-12-08T01:02:08,268 DEBUG [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,272 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:02:08,274 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:02:08,274 INFO [RS:2;0f983e3e5be1:43397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:02:08,274 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,275 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:02:08,275 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:02:08,275 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,275 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,275 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,275 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,275 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,275 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:08,276 DEBUG [RS:2;0f983e3e5be1:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,277 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,43397,1733619728181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:02:08,282 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T01:02:08,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T01:02:08,285 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T01:02:08,285 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:02:08,286 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T01:02:08,286 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C43145%2C1733619724847.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43145,1733619724847, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:08,291 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:02:08,291 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,43397,1733619728181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,291 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,291 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.Replication(171): 0f983e3e5be1,43397,1733619728181 started 2024-12-08T01:02:08,301 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43145,1733619724847/0f983e3e5be1%2C43145%2C1733619724847.meta.1733619728287.meta 2024-12-08T01:02:08,302 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:08,302 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:08,302 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T01:02:08,302 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T01:02:08,302 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T01:02:08,303 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T01:02:08,303 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:08,303 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T01:02:08,303 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T01:02:08,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-08T01:02:08,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:02:08,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:08,305 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:02:08,305 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,43397,1733619728181, RpcServer on 0f983e3e5be1/172.17.0.2:43397, sessionid=0x10002ff700e0003 2024-12-08T01:02:08,305 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:02:08,305 DEBUG [RS:2;0f983e3e5be1:43397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,305 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,43397,1733619728181' 2024-12-08T01:02:08,305 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T01:02:08,306 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c, delay=934 ms 2024-12-08T01:02:08,306 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T01:02:08,307 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:02:08,307 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:02:08,307 DEBUG [RS:2;0f983e3e5be1:43397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,307 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,43397,1733619728181' 2024-12-08T01:02:08,307 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T01:02:08,307 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:08,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:08,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-08T01:02:08,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:02:08,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:08,309 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T01:02:08,309 DEBUG [RS:2;0f983e3e5be1:43397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:02:08,309 INFO [RS:2;0f983e3e5be1:43397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:02:08,309 INFO [RS:2;0f983e3e5be1:43397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:02:08,310 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b, delay=948 ms 2024-12-08T01:02:08,312 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:08,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:08,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-08T01:02:08,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:02:08,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:08,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:08,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-08T01:02:08,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:02:08,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:08,316 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432, delay=908 ms 2024-12-08T01:02:08,317 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:08,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:02:08,317 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:02:08,318 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:08,318 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740 2024-12-08T01:02:08,319 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:02:08,319 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:02:08,320 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:02:08,321 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:02:08,322 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74728558, jitterRate=0.11354228854179382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:02:08,322 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T01:02:08,323 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733619728303Writing region info on filesystem at 1733619728303Initializing all the Stores at 1733619728303Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619728303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619728303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619728303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619728303Cleaning up temporary data from old regions at 1733619728319 (+16 ms)Running coprocessor post-open hooks at 1733619728322 (+3 ms)Region opened successfully at 1733619728323 (+1 ms) 2024-12-08T01:02:08,324 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1733619728281 2024-12-08T01:02:08,326 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T01:02:08,326 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T01:02:08,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,327 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,43145,1733619724847, state=OPEN 2024-12-08T01:02:08,335 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0f983e3e5be1,43145,1733619724847, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T01:02:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T01:02:08,358 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:08,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:08,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T01:02:08,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-08T01:02:08,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,43145,1733619724847 in 232 msec 2024-12-08T01:02:08,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T01:02:08,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-08T01:02:08,363 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0f983e3e5be1,32867,1733619724804 had 2 regions 2024-12-08T01:02:08,364 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0f983e3e5be1,32867,1733619724804, splitWal=true, meta=true, isMeta: false 2024-12-08T01:02:08,365 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804-splitting dir is empty, no logs to split. 2024-12-08T01:02:08,365 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0f983e3e5be1,32867,1733619724804 WAL count=0, meta=false 2024-12-08T01:02:08,366 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,32867,1733619724804-splitting dir is empty, no logs to split. 2024-12-08T01:02:08,366 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0f983e3e5be1,32867,1733619724804 WAL count=0, meta=false 2024-12-08T01:02:08,366 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0f983e3e5be1,32867,1733619724804 WAL splitting is done? wals=0, meta=false 2024-12-08T01:02:08,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN}] 2024-12-08T01:02:08,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN 2024-12-08T01:02:08,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T01:02:08,410 INFO [RS:2;0f983e3e5be1:43397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T01:02:08,411 INFO [RS:2;0f983e3e5be1:43397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=0f983e3e5be1%2C43397%2C1733619728181, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43397,1733619728181, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs, maxLogs=55 2024-12-08T01:02:08,426 INFO [RS:2;0f983e3e5be1:43397 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/WALs/0f983e3e5be1,43397,1733619728181/0f983e3e5be1%2C43397%2C1733619728181.1733619728411 2024-12-08T01:02:08,427 DEBUG [RS:2;0f983e3e5be1:43397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-08T01:02:08,520 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T01:02:08,521 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T01:02:08,521 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T01:02:08,521 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T01:02:08,521 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T01:02:08,521 INFO [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T01:02:08,522 INFO [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T01:02:08,522 DEBUG [0f983e3e5be1:36271 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T01:02:08,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=887567b30909c03650f91212a769a063, regionState=OPENING, regionLocation=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,525 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0f983e3e5be1:32867 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:32867 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T01:02:08,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1, error=java.net.ConnectException: Call to address=0f983e3e5be1:32867 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:32867 2024-12-08T01:02:08,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-08T01:02:08,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,32867,1733619724804, seqNum=-1 from cache 2024-12-08T01:02:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.FailedServers(52): Added failed server with address 0f983e3e5be1:32867 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:32867 2024-12-08T01:02:08,639 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:02:08,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,43145,1733619724847, seqNum=-1] 2024-12-08T01:02:08,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:02:08,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42697, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:02:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN because future has completed 2024-12-08T01:02:08,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,43145,1733619724847}] 2024-12-08T01:02:08,802 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,803 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 887567b30909c03650f91212a769a063, NAME => 'testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:02:08,804 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733619725989 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,804 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:02:08,805 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,805 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T01:02:08,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:02:08,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:08,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:02:08,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T01:02:08,807 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1645956858, stopped=false 2024-12-08T01:02:08,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0f983e3e5be1,36271,1733619724672 2024-12-08T01:02:08,808 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887567b30909c03650f91212a769a063 columnFamilyName family 2024-12-08T01:02:08,808 DEBUG [StoreOpener-887567b30909c03650f91212a769a063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:02:08,810 DEBUG [StoreFileOpener-887567b30909c03650f91212a769a063-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6, delay=927 ms 2024-12-08T01:02:08,811 DEBUG [StoreOpener-887567b30909c03650f91212a769a063-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:08,811 INFO [StoreOpener-887567b30909c03650f91212a769a063-1 {}] regionserver.HStore(327): Store=887567b30909c03650f91212a769a063/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:02:08,812 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,812 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063 2024-12-08T01:02:08,813 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063 2024-12-08T01:02:08,813 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,813 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,814 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,815 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 887567b30909c03650f91212a769a063; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71495933, jitterRate=0.06537242233753204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:02:08,815 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,816 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 887567b30909c03650f91212a769a063: Running coprocessor pre-open hook at 1733619728805Writing region info on filesystem at 1733619728805Initializing all the Stores at 1733619728806 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619728806Cleaning up temporary data from old regions at 1733619728813 (+7 ms)Running coprocessor post-open hooks at 1733619728815 (+2 ms)Region opened successfully at 1733619728816 (+1 ms) 2024-12-08T01:02:08,817 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063., pid=11, masterSystemTime=1733619728796 2024-12-08T01:02:08,819 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,819 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=887567b30909c03650f91212a769a063, regionState=OPEN, openSeqNum=10, regionLocation=0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,43145,1733619724847 because future has completed 2024-12-08T01:02:08,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T01:02:08,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 887567b30909c03650f91212a769a063, server=0f983e3e5be1,43145,1733619724847 in 179 msec 2024-12-08T01:02:08,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-08T01:02:08,826 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 0f983e3e5be1,32867,1733619724804 after splitting done 2024-12-08T01:02:08,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733619725989, region=887567b30909c03650f91212a769a063, ASSIGN in 458 msec 2024-12-08T01:02:08,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 0f983e3e5be1,32867,1733619724804, splitWal=true, meta=true in 893 msec 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:08,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:02:08,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:02:08,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:08,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T01:02:08,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,43145,1733619724847' ***** 2024-12-08T01:02:08,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T01:02:08,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,43397,1733619728181' ***** 2024-12-08T01:02:08,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T01:02:08,851 INFO [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T01:02:08,851 INFO [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence 2024-12-08T01:02:08,851 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T01:02:08,851 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T01:02:08,852 INFO [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T01:02:08,852 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T01:02:08,852 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T01:02:08,852 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T01:02:08,852 INFO [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-08T01:02:08,852 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T01:02:08,852 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-08T01:02:08,852 INFO [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7285ea9-4df0-441d-8193-2893b84fdb5f/bucket.persistence 2024-12-08T01:02:08,852 INFO [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-08T01:02:08,852 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-08T01:02:08,862 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1487): Thread RS:1;0f983e3e5be1:43145 started persisting bucket cache to file 2024-12-08T01:02:08,862 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:08,862 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-08T01:02:08,862 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1487): Thread RS:2;0f983e3e5be1:43397 started persisting bucket cache to file 2024-12-08T01:02:08,862 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-08T01:02:08,862 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-12-08T01:02:08,865 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-08T01:02:08,865 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733619728862 2024-12-08T01:02:08,865 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-12-08T01:02:08,865 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733619728862 2024-12-08T01:02:08,865 DEBUG [RS:2;0f983e3e5be1:43397 {}] bucket.BucketCache(1509): Thread RS:2;0f983e3e5be1:43397 finished persisting bucket cache to file, renaming 2024-12-08T01:02:08,865 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:02:08,865 INFO [RS:2;0f983e3e5be1:43397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:02:08,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:02:08,865 INFO [RS:2;0f983e3e5be1:43397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:02:08,865 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,866 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:08,866 INFO [RS:2;0f983e3e5be1:43397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0f983e3e5be1:43397. 2024-12-08T01:02:08,866 DEBUG [RS:2;0f983e3e5be1:43397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:08,866 DEBUG [RS:2;0f983e3e5be1:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,866 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,43397,1733619728181; all regions closed. 2024-12-08T01:02:08,868 DEBUG [RS:2;0f983e3e5be1:43397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C43397%2C1733619728181:(num 1733619728411) 2024-12-08T01:02:08,868 DEBUG [RS:2;0f983e3e5be1:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:02:08,868 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:02:08,868 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:02:08,869 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:08,869 INFO [RS:2;0f983e3e5be1:43397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43397 2024-12-08T01:02:08,878 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:08,880 DEBUG [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1509): Thread RS:1;0f983e3e5be1:43145 finished persisting bucket cache to file, renaming 2024-12-08T01:02:08,881 WARN [RS:1;0f983e3e5be1:43145 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:02:08,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:08,881 INFO [RS:1;0f983e3e5be1:43145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0f983e3e5be1:43145. 2024-12-08T01:02:08,882 DEBUG [RS:1;0f983e3e5be1:43145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:02:08,882 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:08,882 DEBUG [RS:1;0f983e3e5be1:43145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887567b30909c03650f91212a769a063, disabling compactions & flushes 2024-12-08T01:02:08,882 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:02:08,882 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:02:08,882 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,882 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,882 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. after waiting 0 ms 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,882 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T01:02:08,882 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 887567b30909c03650f91212a769a063=testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063.} 2024-12-08T01:02:08,882 DEBUG [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887567b30909c03650f91212a769a063 2024-12-08T01:02:08,882 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:02:08,882 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:02:08,882 DEBUG [StoreFileCloser-887567b30909c03650f91212a769a063-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/family/cf9b592fb7c14a4e9f702c4863048fd6 2024-12-08T01:02:08,882 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:02:08,883 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB 2024-12-08T01:02:08,889 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/default/testBlockEvictionOnGracefulStop1733619725989/887567b30909c03650f91212a769a063/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-08T01:02:08,889 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,889 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887567b30909c03650f91212a769a063: Waiting for close lock at 1733619728881Running coprocessor pre-close hooks at 1733619728882 (+1 ms)Disabling compacts and flushes for region at 1733619728882Disabling writes for close at 1733619728882Writing region close event to WAL at 1733619728883 (+1 ms)Running coprocessor post-close hooks at 1733619728889 (+6 ms)Closed at 1733619728889 2024-12-08T01:02:08,889 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063. 2024-12-08T01:02:08,892 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b6712a3bc7f9434fbdd9caad3e6c7425 2024-12-08T01:02:08,897 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:08,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:08,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,43397,1733619728181 2024-12-08T01:02:08,904 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:08,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,43397,1733619728181] 2024-12-08T01:02:08,908 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/b6712a3bc7f9434fbdd9caad3e6c7425 is 209, key is testBlockEvictionOnGracefulStop1733619725989,,1733619725993.887567b30909c03650f91212a769a063./info:regioninfo/1733619728819/Put/seqid=0 2024-12-08T01:02:08,909 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/b6712a3bc7f9434fbdd9caad3e6c7425 2024-12-08T01:02:08,911 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/.tmp/info/b6712a3bc7f9434fbdd9caad3e6c7425 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/b6712a3bc7f9434fbdd9caad3e6c7425 2024-12-08T01:02:08,912 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/b6712a3bc7f9434fbdd9caad3e6c7425, delay=917 ms 2024-12-08T01:02:08,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T01:02:08,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T01:02:08,914 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/b6712a3bc7f9434fbdd9caad3e6c7425, entries=8, sequenceid=19, filesize=6.6 K 2024-12-08T01:02:08,914 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=19, compaction requested=false 2024-12-08T01:02:08,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:02:08,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T01:02:08,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T01:02:08,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T01:02:08,917 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/9c658e6eb1ce461ea27dbf2cf4fd0f2c 2024-12-08T01:02:08,917 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/info/b6712a3bc7f9434fbdd9caad3e6c7425 2024-12-08T01:02:08,918 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/ns/5402295635964e2c80a8c9a91f48396b 2024-12-08T01:02:08,918 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/table/41a3f5e351ab444498e47cc09557c432 2024-12-08T01:02:08,922 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-08T01:02:08,923 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:02:08,923 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:08,923 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619728882Running coprocessor pre-close hooks at 1733619728882Disabling compacts and flushes for region at 1733619728882Disabling writes for close at 1733619728882Obtaining lock to block concurrent updates at 1733619728883 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733619728883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1733619728883Flushing stores of hbase:meta,,1.1588230740 at 1733619728883Flushing 1588230740/info: creating writer at 1733619728883Flushing 1588230740/info: appending metadata at 1733619728908 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733619728908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32517dd: reopening flushed file at 1733619728911 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=19, compaction requested=false at 1733619728914 (+3 ms)Writing region close event to WAL at 1733619728918 (+4 ms)Running coprocessor post-close hooks at 1733619728923 (+5 ms)Closed at 1733619728923 2024-12-08T01:02:08,923 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T01:02:08,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,43397,1733619728181 already deleted, retry=false 2024-12-08T01:02:08,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,43397,1733619728181 expired; onlineServers=1 2024-12-08T01:02:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,017 INFO [RS:2;0f983e3e5be1:43397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x10002ff700e0003, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,017 INFO [RS:2;0f983e3e5be1:43397 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,43397,1733619728181; zookeeper connection closed. 2024-12-08T01:02:09,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1640e66a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1640e66a 2024-12-08T01:02:09,082 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,43145,1733619724847; all regions closed. 2024-12-08T01:02:09,086 DEBUG [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:09,087 INFO [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C43145%2C1733619724847.meta:.meta(num 1733619728287) 2024-12-08T01:02:09,090 DEBUG [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/oldWALs 2024-12-08T01:02:09,090 INFO [RS:1;0f983e3e5be1:43145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C43145%2C1733619724847:(num 1733619725530) 2024-12-08T01:02:09,090 DEBUG [RS:1;0f983e3e5be1:43145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:02:09,090 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:02:09,090 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:09,091 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:09,091 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:09,091 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:09,091 INFO [RS:1;0f983e3e5be1:43145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43145 2024-12-08T01:02:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,43145,1733619724847 2024-12-08T01:02:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T01:02:09,108 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:09,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,43145,1733619724847] 2024-12-08T01:02:09,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,43145,1733619724847 already deleted, retry=false 2024-12-08T01:02:09,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,43145,1733619724847 expired; onlineServers=0 2024-12-08T01:02:09,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0f983e3e5be1,36271,1733619724672' ***** 2024-12-08T01:02:09,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T01:02:09,126 INFO [M:0;0f983e3e5be1:36271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:02:09,126 INFO [M:0;0f983e3e5be1:36271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:02:09,126 DEBUG [M:0;0f983e3e5be1:36271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T01:02:09,126 DEBUG [M:0;0f983e3e5be1:36271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T01:02:09,126 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619725204 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619725204,5,FailOnTimeoutGroup] 2024-12-08T01:02:09,126 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619725204 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619725204,5,FailOnTimeoutGroup] 2024-12-08T01:02:09,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T01:02:09,127 INFO [M:0;0f983e3e5be1:36271 {}] hbase.ChoreService(370): Chore service for: master/0f983e3e5be1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T01:02:09,127 INFO [M:0;0f983e3e5be1:36271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:02:09,127 DEBUG [M:0;0f983e3e5be1:36271 {}] master.HMaster(1795): Stopping service threads 2024-12-08T01:02:09,127 INFO [M:0;0f983e3e5be1:36271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T01:02:09,128 INFO [M:0;0f983e3e5be1:36271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:02:09,128 INFO [M:0;0f983e3e5be1:36271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T01:02:09,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T01:02:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T01:02:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T01:02:09,134 DEBUG [M:0;0f983e3e5be1:36271 {}] zookeeper.ZKUtil(347): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T01:02:09,134 WARN [M:0;0f983e3e5be1:36271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T01:02:09,136 INFO [M:0;0f983e3e5be1:36271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/.lastflushedseqids 2024-12-08T01:02:09,141 INFO [M:0;0f983e3e5be1:36271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T01:02:09,141 INFO [M:0;0f983e3e5be1:36271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T01:02:09,142 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:02:09,142 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:09,142 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:09,142 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:02:09,142 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:09,142 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.50 KB heapSize=49.91 KB 2024-12-08T01:02:09,150 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5b115e9352fd4965825409c9364f3eba 2024-12-08T01:02:09,169 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b115e9352fd4965825409c9364f3eba is 82, key is hbase:meta,,1/info:regioninfo/1733619728326/Put/seqid=0 2024-12-08T01:02:09,170 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b115e9352fd4965825409c9364f3eba 2024-12-08T01:02:09,177 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c46331a76134411c841b68e8ec06ef18 2024-12-08T01:02:09,192 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46331a76134411c841b68e8ec06ef18 is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733619726370/Put/seqid=0 2024-12-08T01:02:09,192 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.27 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46331a76134411c841b68e8ec06ef18 2024-12-08T01:02:09,199 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on eceb4f6c3d9c40ee9338f5ac3b0f5dd0 2024-12-08T01:02:09,212 DEBUG [M:0;0f983e3e5be1:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb4f6c3d9c40ee9338f5ac3b0f5dd0 is 69, key is 0f983e3e5be1,43145,1733619724847/rs:state/1733619725338/Put/seqid=0 2024-12-08T01:02:09,213 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb4f6c3d9c40ee9338f5ac3b0f5dd0 2024-12-08T01:02:09,214 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eceb4f6c3d9c40ee9338f5ac3b0f5dd0 2024-12-08T01:02:09,215 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b115e9352fd4965825409c9364f3eba as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b115e9352fd4965825409c9364f3eba 2024-12-08T01:02:09,216 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b115e9352fd4965825409c9364f3eba, entries=14, sequenceid=102, filesize=5.9 K 2024-12-08T01:02:09,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,217 INFO [RS:1;0f983e3e5be1:43145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:09,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x10002ff700e0002, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,217 INFO [RS:1;0f983e3e5be1:43145 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,43145,1733619724847; zookeeper connection closed. 2024-12-08T01:02:09,217 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46331a76134411c841b68e8ec06ef18 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c46331a76134411c841b68e8ec06ef18 2024-12-08T01:02:09,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc47df4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc47df4 2024-12-08T01:02:09,217 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T01:02:09,218 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c46331a76134411c841b68e8ec06ef18, entries=11, sequenceid=102, filesize=6.5 K 2024-12-08T01:02:09,219 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb4f6c3d9c40ee9338f5ac3b0f5dd0 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eceb4f6c3d9c40ee9338f5ac3b0f5dd0 2024-12-08T01:02:09,221 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eceb4f6c3d9c40ee9338f5ac3b0f5dd0 2024-12-08T01:02:09,221 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99650b6d-5fb0-6c0d-0432-6bccb1c16e78/4aa6c134-89cc-cc26-0cba-8734e86fcea6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eceb4f6c3d9c40ee9338f5ac3b0f5dd0, entries=3, sequenceid=102, filesize=5.3 K 2024-12-08T01:02:09,222 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=102, compaction requested=false 2024-12-08T01:02:09,224 INFO [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:02:09,224 DEBUG [M:0;0f983e3e5be1:36271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619729142Disabling compacts and flushes for region at 1733619729142Disabling writes for close at 1733619729142Obtaining lock to block concurrent updates at 1733619729142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733619729142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40448, getHeapSize=51040, getOffHeapSize=0, getCellsCount=127 at 1733619729143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733619729143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733619729143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733619729169 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733619729169Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733619729172 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733619729191 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733619729191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733619729194 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733619729211 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733619729211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330bcbe9: reopening flushed file at 1733619729215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b0fedc: reopening flushed file at 1733619729217 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e643fdc: reopening flushed file at 1733619729219 (+2 ms)Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 80ms, sequenceid=102, compaction requested=false at 1733619729222 (+3 ms)Writing region close event to WAL at 1733619729224 (+2 ms)Closed at 1733619729224 2024-12-08T01:02:09,225 INFO [M:0;0f983e3e5be1:36271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T01:02:09,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:02:09,225 INFO [M:0;0f983e3e5be1:36271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36271 2024-12-08T01:02:09,226 INFO [M:0;0f983e3e5be1:36271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:02:09,350 INFO [M:0;0f983e3e5be1:36271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:02:09,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x10002ff700e0000, quorum=127.0.0.1:61994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:02:09,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T01:02:09,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T01:02:09,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:02:09,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=71 (was 51) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=18116 (was 18225)