2024-11-12 05:51:53,052 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-12 05:51:53,069 main DEBUG Took 0.014748 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 05:51:53,069 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 05:51:53,069 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 05:51:53,070 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 05:51:53,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,077 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 05:51:53,089 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,092 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,093 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,094 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,095 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,096 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,096 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,098 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 05:51:53,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,100 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 05:51:53,101 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 05:51:53,102 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 05:51:53,104 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 05:51:53,104 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 05:51:53,105 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 05:51:53,105 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 05:51:53,113 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 05:51:53,116 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 05:51:53,118 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 05:51:53,118 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 05:51:53,119 main DEBUG createAppenders(={Console}) 2024-11-12 05:51:53,119 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-12 05:51:53,120 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-12 05:51:53,120 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-12 05:51:53,120 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 05:51:53,121 main DEBUG OutputStream closed 2024-11-12 05:51:53,121 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 05:51:53,121 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 05:51:53,121 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-12 05:51:53,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 05:51:53,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 05:51:53,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 05:51:53,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 05:51:53,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 05:51:53,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 05:51:53,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 05:51:53,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 05:51:53,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 05:51:53,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 05:51:53,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 05:51:53,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 05:51:53,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 05:51:53,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 05:51:53,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 05:51:53,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 05:51:53,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 05:51:53,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 05:51:53,200 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 05:51:53,201 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-12 05:51:53,201 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 05:51:53,202 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-12T05:51:53,214 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-11-12 05:51:53,217 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 05:51:53,217 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T05:51:53,447 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67 2024-11-12T05:51:53,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=7332 2024-11-12T05:51:53,556 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T05:51:53,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:53,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/cluster_14867f75-8a1d-ceaf-7b40-c5e0b9575ad8, deleteOnExit=true 2024-11-12T05:51:53,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/cluster_14867f75-8a1d-ceaf-7b40-c5e0b9575ad8/zookeeper_0, clientPort=64048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/cluster_14867f75-8a1d-ceaf-7b40-c5e0b9575ad8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/cluster_14867f75-8a1d-ceaf-7b40-c5e0b9575ad8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T05:51:53,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64048 2024-11-12T05:51:53,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:53,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b with version=8 2024-11-12T05:51:53,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase-staging 2024-11-12T05:51:53,966 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T05:51:54,209 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:51:54,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:51:54,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:51:54,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T05:51:54,447 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T05:51:54,490 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T05:51:54,500 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T05:51:54,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:51:54,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 37386 (auto-detected) 2024-11-12T05:51:54,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T05:51:54,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33261 2024-11-12T05:51:54,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33261 connecting to ZooKeeper ensemble=127.0.0.1:64048 2024-11-12T05:51:54,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332610x0, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:51:54,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33261-0x1012ee3425f0000 connected 2024-11-12T05:51:54,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:54,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:54,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:54,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b, hbase.cluster.distributed=false 2024-11-12T05:51:54,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:51:54,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-12T05:51:54,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33261 2024-11-12T05:51:54,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33261 2024-11-12T05:51:54,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-12T05:51:54,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-12T05:51:54,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:51:54,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:51:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:51:54,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T05:51:54,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:51:54,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39095 2024-11-12T05:51:54,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39095 connecting to ZooKeeper ensemble=127.0.0.1:64048 2024-11-12T05:51:54,921 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:54,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390950x0, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:51:54,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:54,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39095-0x1012ee3425f0001 connected 2024-11-12T05:51:54,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T05:51:54,976 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.cache 2024-11-12T05:51:54,982 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T05:51:54,984 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-12T05:51:54,985 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-12T05:51:54,987 INFO [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-12T05:51:54,987 WARN [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-12T05:51:54,994 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T05:51:54,999 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T05:51:54,999 INFO [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence is complete. 2024-11-12T05:51:55,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T05:51:55,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T05:51:55,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:51:55,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39095 2024-11-12T05:51:55,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39095 2024-11-12T05:51:55,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39095 2024-11-12T05:51:55,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39095 2024-11-12T05:51:55,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39095 2024-11-12T05:51:55,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:51:55,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:55,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:55,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:51:55,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:51:55,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:51:55,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T05:51:55,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:51:55,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45953 2024-11-12T05:51:55,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45953 connecting to ZooKeeper ensemble=127.0.0.1:64048 2024-11-12T05:51:55,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:55,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459530x0, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:51:55,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459530x0, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:55,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45953-0x1012ee3425f0002 connected 2024-11-12T05:51:55,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T05:51:55,080 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.cache 2024-11-12T05:51:55,080 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T05:51:55,081 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-12T05:51:55,081 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-12T05:51:55,082 INFO [Thread-11 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-12T05:51:55,082 WARN [Thread-11 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-12T05:51:55,082 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T05:51:55,082 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T05:51:55,083 INFO [Thread-11 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence is complete. 2024-11-12T05:51:55,083 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T05:51:55,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T05:51:55,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:51:55,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45953 2024-11-12T05:51:55,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45953 2024-11-12T05:51:55,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45953 2024-11-12T05:51:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45953 2024-11-12T05:51:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45953 2024-11-12T05:51:55,108 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86ef41262be3:33261 2024-11-12T05:51:55,109 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86ef41262be3,33261,1731390714046 2024-11-12T05:51:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,127 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86ef41262be3,33261,1731390714046 2024-11-12T05:51:55,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T05:51:55,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T05:51:55,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,167 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T05:51:55,169 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86ef41262be3,33261,1731390714046 from backup master directory 2024-11-12T05:51:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86ef41262be3,33261,1731390714046 2024-11-12T05:51:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:51:55,179 WARN [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:51:55,179 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86ef41262be3,33261,1731390714046 2024-11-12T05:51:55,181 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T05:51:55,183 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T05:51:55,190 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase.id] with ID: 2c98813c-6b07-4e93-9675-0b5ff2a1f71b 2024-11-12T05:51:55,191 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.tmp/hbase.id 2024-11-12T05:51:55,195 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase.id] 2024-11-12T05:51:55,231 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:51:55,238 INFO [master/86ef41262be3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T05:51:55,263 INFO [master/86ef41262be3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-12T05:51:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,310 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T05:51:55,313 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T05:51:55,350 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T05:51:55,356 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:51:55,413 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store 2024-11-12T05:51:55,437 INFO [master/86ef41262be3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T05:51:55,441 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:55,443 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T05:51:55,444 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:51:55,444 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:51:55,447 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T05:51:55,447 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:51:55,447 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:51:55,448 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731390715443Disabling compacts and flushes for region at 1731390715443Disabling writes for close at 1731390715447 (+4 ms)Writing region close event to WAL at 1731390715447Closed at 1731390715447 2024-11-12T05:51:55,449 WARN [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/.initializing 2024-11-12T05:51:55,449 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,33261,1731390714046 2024-11-12T05:51:55,463 INFO [master/86ef41262be3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:51:55,478 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86ef41262be3%2C33261%2C1731390714046, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,33261,1731390714046, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/oldWALs, maxLogs=10 2024-11-12T05:51:55,521 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,33261,1731390714046/86ef41262be3%2C33261%2C1731390714046.1731390715484 2024-11-12T05:51:55,522 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:51:55,523 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:51:55,523 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:55,528 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,529 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T05:51:55,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:55,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:55,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T05:51:55,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:55,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:55,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T05:51:55,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:55,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:55,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T05:51:55,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:55,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:55,627 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,631 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,632 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,635 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,635 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,638 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:51:55,641 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:51:55,648 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:51:55,649 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74295797, jitterRate=0.10709364712238312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:51:55,660 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731390715544Initializing all the Stores at 1731390715545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390715545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390715546 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390715547 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390715547Cleaning up temporary data from old regions at 1731390715636 (+89 ms)Region opened successfully at 1731390715660 (+24 ms) 2024-11-12T05:51:55,662 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T05:51:55,702 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54383089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:51:55,735 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T05:51:55,748 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T05:51:55,749 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T05:51:55,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T05:51:55,753 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T05:51:55,758 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T05:51:55,759 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T05:51:55,786 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T05:51:55,795 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T05:51:55,824 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T05:51:55,827 INFO [master/86ef41262be3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T05:51:55,829 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T05:51:55,836 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T05:51:55,838 INFO [master/86ef41262be3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T05:51:55,842 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T05:51:55,853 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T05:51:55,857 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T05:51:55,869 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T05:51:55,895 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T05:51:55,902 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,929 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86ef41262be3,33261,1731390714046, sessionid=0x1012ee3425f0000, setting cluster-up flag (Was=false) 2024-11-12T05:51:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:55,986 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T05:51:55,989 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86ef41262be3,33261,1731390714046 2024-11-12T05:51:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,044 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T05:51:56,046 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86ef41262be3,33261,1731390714046 2024-11-12T05:51:56,053 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T05:51:56,097 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(746): ClusterId : 2c98813c-6b07-4e93-9675-0b5ff2a1f71b 2024-11-12T05:51:56,097 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(746): ClusterId : 2c98813c-6b07-4e93-9675-0b5ff2a1f71b 2024-11-12T05:51:56,099 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T05:51:56,099 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T05:51:56,122 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T05:51:56,134 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T05:51:56,134 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T05:51:56,134 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T05:51:56,134 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T05:51:56,135 INFO [master/86ef41262be3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T05:51:56,144 INFO [master/86ef41262be3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T05:51:56,146 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T05:51:56,146 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T05:51:56,147 DEBUG [RS:0;86ef41262be3:39095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473a5b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:51:56,147 DEBUG [RS:1;86ef41262be3:45953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f604e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:51:56,151 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86ef41262be3,33261,1731390714046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T05:51:56,160 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:51:56,160 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:51:56,160 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:51:56,160 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:51:56,160 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86ef41262be3:0, corePoolSize=10, maxPoolSize=10 2024-11-12T05:51:56,161 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,161 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:51:56,161 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,161 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;86ef41262be3:45953 2024-11-12T05:51:56,162 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731390746162 2024-11-12T05:51:56,164 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T05:51:56,164 INFO [RS:1;86ef41262be3:45953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T05:51:56,164 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T05:51:56,165 INFO [RS:1;86ef41262be3:45953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T05:51:56,165 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T05:51:56,165 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86ef41262be3:39095 2024-11-12T05:51:56,165 INFO [RS:0;86ef41262be3:39095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T05:51:56,166 INFO [RS:0;86ef41262be3:39095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T05:51:56,166 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T05:51:56,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:51:56,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T05:51:56,168 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(2659): reportForDuty to master=86ef41262be3,33261,1731390714046 with port=45953, startcode=1731390715040 2024-11-12T05:51:56,168 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(2659): reportForDuty to master=86ef41262be3,33261,1731390714046 with port=39095, startcode=1731390714877 2024-11-12T05:51:56,168 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T05:51:56,168 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T05:51:56,169 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T05:51:56,169 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T05:51:56,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:56,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T05:51:56,170 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,174 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T05:51:56,175 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T05:51:56,176 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T05:51:56,181 DEBUG [RS:1;86ef41262be3:45953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T05:51:56,181 DEBUG [RS:0;86ef41262be3:39095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T05:51:56,182 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T05:51:56,183 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T05:51:56,184 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390716184,5,FailOnTimeoutGroup] 2024-11-12T05:51:56,186 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390716185,5,FailOnTimeoutGroup] 2024-11-12T05:51:56,187 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,187 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T05:51:56,188 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,188 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T05:51:56,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:51:56,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:56,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-12T05:51:56,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T05:51:56,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:56,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:56,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-12T05:51:56,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T05:51:56,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:56,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:56,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-12T05:51:56,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T05:51:56,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:56,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:56,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-12T05:51:56,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T05:51:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T05:51:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:51:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:51:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T05:51:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T05:51:56,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:51:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T05:51:56,257 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:51:56,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T05:51:56,258 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73528837, jitterRate=0.09566505253314972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:51:56,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T05:51:56,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731390716205Initializing all the Stores at 1731390716205Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390716205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390716206 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390716206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390716206Cleaning up temporary data from old regions at 1731390716249 (+43 ms)Region opened successfully at 1731390716262 (+13 ms) 2024-11-12T05:51:56,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T05:51:56,264 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T05:51:56,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T05:51:56,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T05:51:56,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T05:51:56,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T05:51:56,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731390716264Disabling compacts and flushes for region at 1731390716264Disabling writes for close at 1731390716264Writing region close event to WAL at 1731390716265 (+1 ms)Closed at 1731390716265 2024-11-12T05:51:56,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:51:56,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T05:51:56,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(517): Registering regionserver=86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T05:51:56,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(517): Registering regionserver=86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T05:51:56,284 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:51:56,284 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-12T05:51:56,284 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T05:51:56,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T05:51:56,286 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:51:56,287 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-12T05:51:56,287 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T05:51:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:51:56,333 DEBUG [RS:0;86ef41262be3:39095 {}] zookeeper.ZKUtil(111): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,333 DEBUG [RS:1;86ef41262be3:45953 {}] zookeeper.ZKUtil(111): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,334 WARN [RS:1;86ef41262be3:45953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:51:56,334 WARN [RS:0;86ef41262be3:39095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:51:56,334 INFO [RS:0;86ef41262be3:39095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:51:56,334 INFO [RS:1;86ef41262be3:45953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:51:56,334 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,334 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86ef41262be3,45953,1731390715040] 2024-11-12T05:51:56,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86ef41262be3,39095,1731390714877] 2024-11-12T05:51:56,360 INFO [RS:0;86ef41262be3:39095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T05:51:56,360 INFO [RS:1;86ef41262be3:45953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T05:51:56,376 INFO [RS:0;86ef41262be3:39095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T05:51:56,376 INFO [RS:1;86ef41262be3:45953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T05:51:56,381 INFO [RS:0;86ef41262be3:39095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T05:51:56,381 INFO [RS:1;86ef41262be3:45953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T05:51:56,381 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,381 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,382 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T05:51:56,382 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T05:51:56,387 INFO [RS:0;86ef41262be3:39095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T05:51:56,387 INFO [RS:1;86ef41262be3:45953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T05:51:56,388 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,388 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,388 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,388 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,389 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:51:56,390 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,390 DEBUG [RS:0;86ef41262be3:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:51:56,390 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:51:56,391 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:51:56,391 DEBUG [RS:1;86ef41262be3:45953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:51:56,391 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,391 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,391 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,39095,1731390714877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:51:56,392 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,45953,1731390715040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:51:56,415 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T05:51:56,417 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,45953,1731390715040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,417 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T05:51:56,417 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,417 INFO [RS:1;86ef41262be3:45953 {}] regionserver.Replication(171): 86ef41262be3,45953,1731390715040 started 2024-11-12T05:51:56,417 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,39095,1731390714877-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,418 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,418 INFO [RS:0;86ef41262be3:39095 {}] regionserver.Replication(171): 86ef41262be3,39095,1731390714877 started 2024-11-12T05:51:56,436 WARN [86ef41262be3:33261 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T05:51:56,437 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,437 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1482): Serving as 86ef41262be3,45953,1731390715040, RpcServer on 86ef41262be3/172.17.0.2:45953, sessionid=0x1012ee3425f0002 2024-11-12T05:51:56,438 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T05:51:56,438 DEBUG [RS:1;86ef41262be3:45953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,439 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,45953,1731390715040' 2024-11-12T05:51:56,439 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T05:51:56,440 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T05:51:56,441 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T05:51:56,441 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T05:51:56,441 DEBUG [RS:1;86ef41262be3:45953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86ef41262be3,45953,1731390715040 2024-11-12T05:51:56,441 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,45953,1731390715040' 2024-11-12T05:51:56,441 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T05:51:56,442 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T05:51:56,442 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:56,442 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1482): Serving as 86ef41262be3,39095,1731390714877, RpcServer on 86ef41262be3/172.17.0.2:39095, sessionid=0x1012ee3425f0001 2024-11-12T05:51:56,442 DEBUG [RS:1;86ef41262be3:45953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T05:51:56,442 INFO [RS:1;86ef41262be3:45953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T05:51:56,443 INFO [RS:1;86ef41262be3:45953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T05:51:56,443 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T05:51:56,443 DEBUG [RS:0;86ef41262be3:39095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,443 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,39095,1731390714877' 2024-11-12T05:51:56,443 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,39095,1731390714877' 2024-11-12T05:51:56,444 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T05:51:56,445 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T05:51:56,446 DEBUG [RS:0;86ef41262be3:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T05:51:56,446 INFO [RS:0;86ef41262be3:39095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T05:51:56,446 INFO [RS:0;86ef41262be3:39095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T05:51:56,547 INFO [RS:0;86ef41262be3:39095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:51:56,547 INFO [RS:1;86ef41262be3:45953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:51:56,549 INFO [RS:1;86ef41262be3:45953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C45953%2C1731390715040, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,45953,1731390715040, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:51:56,549 INFO [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C39095%2C1731390714877, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,39095,1731390714877, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:51:56,569 INFO [RS:1;86ef41262be3:45953 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,45953,1731390715040/86ef41262be3%2C45953%2C1731390715040.1731390716553 2024-11-12T05:51:56,569 INFO [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,39095,1731390714877/86ef41262be3%2C39095%2C1731390714877.1731390716553 2024-11-12T05:51:56,570 DEBUG [RS:1;86ef41262be3:45953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:51:56,571 DEBUG [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:51:56,689 DEBUG [86ef41262be3:33261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T05:51:56,701 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(204): Hosts are {86ef41262be3=0} racks are {/default-rack=0} 2024-11-12T05:51:56,706 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T05:51:56,706 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T05:51:56,706 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T05:51:56,707 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T05:51:56,707 INFO [86ef41262be3:33261 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T05:51:56,707 INFO [86ef41262be3:33261 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T05:51:56,707 DEBUG [86ef41262be3:33261 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T05:51:56,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86ef41262be3,39095,1731390714877 2024-11-12T05:51:56,721 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86ef41262be3,39095,1731390714877, state=OPENING 2024-11-12T05:51:56,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T05:51:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:56,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:56,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:56,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:56,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T05:51:56,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86ef41262be3,39095,1731390714877}] 2024-11-12T05:51:56,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T05:51:56,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T05:51:57,007 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T05:51:57,007 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:51:57,008 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T05:51:57,011 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C39095%2C1731390714877.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,39095,1731390714877, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:51:57,031 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,39095,1731390714877/86ef41262be3%2C39095%2C1731390714877.meta.1731390717014.meta 2024-11-12T05:51:57,032 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:51:57,032 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:51:57,034 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T05:51:57,038 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T05:51:57,042 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T05:51:57,046 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T05:51:57,046 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:57,046 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T05:51:57,047 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T05:51:57,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-12T05:51:57,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T05:51:57,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:57,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-12T05:51:57,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T05:51:57,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:57,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-12T05:51:57,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T05:51:57,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:57,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-12T05:51:57,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T05:51:57,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:51:57,053 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T05:51:57,054 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:51:57,055 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:51:57,055 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T05:51:57,055 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T05:51:57,055 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:51:57,057 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T05:51:57,057 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63629507, jitterRate=-0.0518464595079422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:51:57,057 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T05:51:57,059 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731390717047Writing region info on filesystem at 1731390717047Initializing all the Stores at 1731390717048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390717048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390717048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390717048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390717048Cleaning up temporary data from old regions at 1731390717055 (+7 ms)Running coprocessor post-open hooks at 1731390717057 (+2 ms)Region opened successfully at 1731390717059 (+2 ms) 2024-11-12T05:51:57,064 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731390716984 2024-11-12T05:51:57,073 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T05:51:57,073 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T05:51:57,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86ef41262be3,39095,1731390714877 2024-11-12T05:51:57,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86ef41262be3,39095,1731390714877, state=OPEN 2024-11-12T05:51:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:51:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:51:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:51:57,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:57,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:57,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:51:57,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86ef41262be3,39095,1731390714877 2024-11-12T05:51:57,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T05:51:57,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86ef41262be3,39095,1731390714877 in 287 msec 2024-11-12T05:51:57,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T05:51:57,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 833 msec 2024-11-12T05:51:57,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:51:57,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T05:51:57,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T05:51:57,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86ef41262be3,39095,1731390714877, seqNum=-1] 2024-11-12T05:51:57,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T05:51:57,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T05:51:57,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0880 sec 2024-11-12T05:51:57,171 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731390717171, completionTime=-1 2024-11-12T05:51:57,174 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T05:51:57,175 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T05:51:57,203 INFO [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T05:51:57,203 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731390777203 2024-11-12T05:51:57,203 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731390837203 2024-11-12T05:51:57,204 INFO [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-12T05:51:57,206 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T05:51:57,215 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,215 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,215 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,217 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86ef41262be3:33261, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,218 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,219 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,224 DEBUG [master/86ef41262be3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T05:51:57,255 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.076sec 2024-11-12T05:51:57,257 INFO [master/86ef41262be3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T05:51:57,259 INFO [master/86ef41262be3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T05:51:57,260 INFO [master/86ef41262be3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T05:51:57,260 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T05:51:57,260 INFO [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T05:51:57,261 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:51:57,262 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T05:51:57,263 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T05:51:57,264 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T05:51:57,264 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,33261,1731390714046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:51:57,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218aa893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:51:57,313 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T05:51:57,313 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T05:51:57,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86ef41262be3,33261,-1 for getting cluster id 2024-11-12T05:51:57,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T05:51:57,327 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c98813c-6b07-4e93-9675-0b5ff2a1f71b' 2024-11-12T05:51:57,329 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T05:51:57,329 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c98813c-6b07-4e93-9675-0b5ff2a1f71b" 2024-11-12T05:51:57,330 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3676d6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:51:57,330 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86ef41262be3,33261,-1] 2024-11-12T05:51:57,332 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T05:51:57,333 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:57,334 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T05:51:57,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fe5747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:51:57,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T05:51:57,344 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86ef41262be3,39095,1731390714877, seqNum=-1] 2024-11-12T05:51:57,345 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T05:51:57,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T05:51:57,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86ef41262be3,33261,1731390714046 2024-11-12T05:51:57,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T05:51:57,386 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 86ef41262be3,33261,1731390714046 2024-11-12T05:51:57,388 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@727fd786 2024-11-12T05:51:57,389 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T05:51:57,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T05:51:57,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731390717376', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T05:51:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 2024-11-12T05:51:57,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T05:51:57,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1731390717376" procId is: 4 2024-11-12T05:51:57,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T05:51:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:51:57,426 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee427de7e0971991e203a7e787536b8d, NAME => 'testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731390717376', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1722): Closing ee427de7e0971991e203a7e787536b8d, disabling compactions & flushes 2024-11-12T05:51:57,432 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. after waiting 0 ms 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,432 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,432 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731390717376-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee427de7e0971991e203a7e787536b8d: Waiting for close lock at 1731390717432Disabling compacts and flushes for region at 1731390717432Disabling writes for close at 1731390717432Writing region close event to WAL at 1731390717432Closed at 1731390717432 2024-11-12T05:51:57,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T05:51:57,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731390717434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731390717434"}]},"ts":"1731390717434"} 2024-11-12T05:51:57,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T05:51:57,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T05:51:57,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731390717376","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731390717443"}]},"ts":"1731390717443"} 2024-11-12T05:51:57,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731390717376, state=ENABLING in hbase:meta 2024-11-12T05:51:57,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {86ef41262be3=0} racks are {/default-rack=0} 2024-11-12T05:51:57,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T05:51:57,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T05:51:57,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T05:51:57,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T05:51:57,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T05:51:57,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T05:51:57,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T05:51:57,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, ASSIGN}] 2024-11-12T05:51:57,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, ASSIGN 2024-11-12T05:51:57,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, ASSIGN; state=OFFLINE, location=86ef41262be3,39095,1731390714877; forceNewPlan=false, retain=false 2024-11-12T05:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:51:57,610 INFO [86ef41262be3:33261 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T05:51:57,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=OPENING, regionLocation=86ef41262be3,39095,1731390714877 2024-11-12T05:51:57,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, ASSIGN because future has completed 2024-11-12T05:51:57,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877}] 2024-11-12T05:51:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:51:57,776 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,777 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee427de7e0971991e203a7e787536b8d, NAME => 'testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:51:57,777 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731390717376 ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,778 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:57,778 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,778 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,779 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,782 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee427de7e0971991e203a7e787536b8d columnFamilyName family 2024-11-12T05:51:57,782 DEBUG [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:57,783 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(327): Store=ee427de7e0971991e203a7e787536b8d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:57,783 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,784 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,785 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,785 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,785 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,785 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,791 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:51:57,791 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee427de7e0971991e203a7e787536b8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68059972, jitterRate=0.014172613620758057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T05:51:57,791 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:57,793 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee427de7e0971991e203a7e787536b8d: Running coprocessor pre-open hook at 1731390717778Writing region info on filesystem at 1731390717778Initializing all the Stores at 1731390717778Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390717778Cleaning up temporary data from old regions at 1731390717785 (+7 ms)Running coprocessor post-open hooks at 1731390717792 (+7 ms)Region opened successfully at 1731390717792 2024-11-12T05:51:57,794 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d., pid=6, masterSystemTime=1731390717773 2024-11-12T05:51:57,797 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,797 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:57,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=OPEN, openSeqNum=2, regionLocation=86ef41262be3,39095,1731390714877 2024-11-12T05:51:57,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877 because future has completed 2024-11-12T05:51:57,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T05:51:57,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877 in 183 msec 2024-11-12T05:51:57,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T05:51:57,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, ASSIGN in 352 msec 2024-11-12T05:51:57,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T05:51:57,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731390717376","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731390717808"}]},"ts":"1731390717808"} 2024-11-12T05:51:57,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731390717376, state=ENABLED in hbase:meta 2024-11-12T05:51:57,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T05:51:57,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731390717376 in 410 msec 2024-11-12T05:51:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:51:58,044 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731390717376 completed 2024-11-12T05:51:58,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731390717376 get assigned. Timeout = 60000ms 2024-11-12T05:51:58,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T05:51:58,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731390717376 assigned to meta. Checking AM states. 2024-11-12T05:51:58,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T05:51:58,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731390717376 assigned. 2024-11-12T05:51:58,066 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731390717376', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d., hostname=86ef41262be3,39095,1731390714877, seqNum=2] 2024-11-12T05:51:58,080 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee427de7e0971991e203a7e787536b8d 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-12T05:51:58,104 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:58,140 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/.tmp/family/b458e83a757a47e2bf85c215c0cd9075 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-12T05:51:58,145 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/.tmp/family/b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:58,177 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/.tmp/family/b458e83a757a47e2bf85c215c0cd9075 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:58,178 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, delay=910 ms 2024-11-12T05:51:58,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, entries=2, sequenceid=6, filesize=4.9 K 2024-11-12T05:51:58,185 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for ee427de7e0971991e203a7e787536b8d in 106ms, sequenceid=6, compaction requested=false 2024-11-12T05:51:58,186 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731390717376' 2024-11-12T05:51:58,188 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee427de7e0971991e203a7e787536b8d: 2024-11-12T05:51:59,093 DEBUG [hfile-prefetch-1731390718179 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key b458e83a757a47e2bf85c215c0cd9075_0. 2024-11-12T05:51:59,100 DEBUG [hfile-prefetch-1731390718179 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key b458e83a757a47e2bf85c215c0cd9075_117. 2024-11-12T05:51:59,101 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, with total blocks 2, and data blocks 1 2024-11-12T05:51:59,101 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-12T05:51:59,101 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-12T05:51:59,102 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075. Will sleep 100ms and try the verification again. 2024-11-12T05:51:59,202 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, with total blocks 2, and data blocks 1 2024-11-12T05:51:59,202 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2286): iterating over 1 entries in the backing map 2024-11-12T05:51:59,202 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2294): found block for file b458e83a757a47e2bf85c215c0cd9075 in the backing map. Acquiring read lock for offset 0 2024-11-12T05:51:59,202 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2306): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075 has now been fully cached. 2024-11-12T05:51:59,203 DEBUG [hfile-prefetch-1731390718179 {}] hfile.PrefetchExecutor(121): Prefetch completed for b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:59,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ee427de7e0971991e203a7e787536b8d, source=86ef41262be3,39095,1731390714877, destination=86ef41262be3,45953,1731390715040, warming up region on 86ef41262be3,45953,1731390715040 2024-11-12T05:51:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T05:51:59,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ee427de7e0971991e203a7e787536b8d, source=86ef41262be3,39095,1731390714877, destination=86ef41262be3,45953,1731390715040, running balancer 2024-11-12T05:51:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE 2024-11-12T05:51:59,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T05:51:59,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE 2024-11-12T05:51:59,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=CLOSING, regionLocation=86ef41262be3,39095,1731390714877 2024-11-12T05:51:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(7855): Warmup {ENCODED => ee427de7e0971991e203a7e787536b8d, NAME => 'testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:51:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:59,214 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,215 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee427de7e0971991e203a7e787536b8d columnFamilyName family 2024-11-12T05:51:59,215 DEBUG [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:59,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE because future has completed 2024-11-12T05:51:59,216 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-11-12T05:51:59,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877}] 2024-11-12T05:51:59,219 DEBUG [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:59,219 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(327): Store=ee427de7e0971991e203a7e787536b8d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1722): Closing ee427de7e0971991e203a7e787536b8d, disabling compactions & flushes 2024-11-12T05:51:59,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. after waiting 0 ms 2024-11-12T05:51:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45953 {}] regionserver.HRegion(1676): Region close journal for ee427de7e0971991e203a7e787536b8d: Waiting for close lock at 1731390719219Disabling compacts and flushes for region at 1731390719219Disabling writes for close at 1731390719220 (+1 ms)Writing region close event to WAL at 1731390719221 (+1 ms)Closed at 1731390719221 2024-11-12T05:51:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T05:51:59,285 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-12T05:51:59,285 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-12T05:51:59,286 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:51:59,286 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:51:59,290 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-12T05:51:59,290 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-12T05:51:59,290 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:51:59,290 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-11-12T05:51:59,306 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:51:59,306 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390719285 2024-11-12T05:51:59,306 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-12T05:51:59,309 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-11-12T05:51:59,309 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1731390719290 2024-11-12T05:51:59,309 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-12T05:51:59,376 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,377 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-11-12T05:51:59,378 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ee427de7e0971991e203a7e787536b8d, disabling compactions & flushes 2024-11-12T05:51:59,378 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,378 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,378 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. after waiting 0 ms 2024-11-12T05:51:59,378 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,381 DEBUG [StoreFileCloser-ee427de7e0971991e203a7e787536b8d-family-1 {}] bucket.BucketCache(769): Removing file b458e83a757a47e2bf85c215c0cd9075 for region ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,382 DEBUG [StoreFileCloser-ee427de7e0971991e203a7e787536b8d-family-1 {}] bucket.BucketCache(1864): found 1 blocks for file b458e83a757a47e2bf85c215c0cd9075, starting offset: 0, end offset: 9223372036854775807 2024-11-12T05:51:59,385 DEBUG [StoreFileCloser-ee427de7e0971991e203a7e787536b8d-family-1 {}] bucket.BucketCache(857): removed key b458e83a757a47e2bf85c215c0cd9075_0 from back map with offset lock 2094080 in the evict process 2024-11-12T05:51:59,390 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T05:51:59,391 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,391 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ee427de7e0971991e203a7e787536b8d: Waiting for close lock at 1731390719378Running coprocessor pre-close hooks at 1731390719378Disabling compacts and flushes for region at 1731390719378Disabling writes for close at 1731390719378Writing region close event to WAL at 1731390719385 (+7 ms)Running coprocessor post-close hooks at 1731390719390 (+5 ms)Closed at 1731390719391 (+1 ms) 2024-11-12T05:51:59,392 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ee427de7e0971991e203a7e787536b8d move to 86ef41262be3,45953,1731390715040 record at close sequenceid=6 2024-11-12T05:51:59,395 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=CLOSED 2024-11-12T05:51:59,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877 because future has completed 2024-11-12T05:51:59,406 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-12T05:51:59,406 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-12T05:51:59,406 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:51:59,406 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:51:59,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T05:51:59,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,39095,1731390714877 in 188 msec 2024-11-12T05:51:59,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE; state=CLOSED, location=86ef41262be3,45953,1731390715040; forceNewPlan=false, retain=false 2024-11-12T05:51:59,409 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:51:59,409 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390719406 2024-11-12T05:51:59,409 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-12T05:51:59,558 INFO [86ef41262be3:33261 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T05:51:59,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=OPENING, regionLocation=86ef41262be3,45953,1731390715040 2024-11-12T05:51:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE because future has completed 2024-11-12T05:51:59,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,45953,1731390715040}] 2024-11-12T05:51:59,728 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,728 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ee427de7e0971991e203a7e787536b8d, NAME => 'testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731390717376 ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,731 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,732 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee427de7e0971991e203a7e787536b8d columnFamilyName family 2024-11-12T05:51:59,732 DEBUG [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:51:59,734 DEBUG [StoreFileOpener-ee427de7e0971991e203a7e787536b8d-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075, delay=909 ms 2024-11-12T05:51:59,736 DEBUG [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:59,736 INFO [StoreOpener-ee427de7e0971991e203a7e787536b8d-1 {}] regionserver.HStore(327): Store=ee427de7e0971991e203a7e787536b8d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:51:59,737 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,738 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,738 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,738 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,738 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,742 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,743 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ee427de7e0971991e203a7e787536b8d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63252223, jitterRate=-0.05746842920780182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T05:51:59,743 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,744 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ee427de7e0971991e203a7e787536b8d: Running coprocessor pre-open hook at 1731390719730Writing region info on filesystem at 1731390719730Initializing all the Stores at 1731390719730Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390719730Cleaning up temporary data from old regions at 1731390719738 (+8 ms)Running coprocessor post-open hooks at 1731390719743 (+5 ms)Region opened successfully at 1731390719743 2024-11-12T05:51:59,744 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d., pid=9, masterSystemTime=1731390719720 2024-11-12T05:51:59,747 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,748 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ee427de7e0971991e203a7e787536b8d, regionState=OPEN, openSeqNum=10, regionLocation=86ef41262be3,45953,1731390715040 2024-11-12T05:51:59,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,45953,1731390715040 because future has completed 2024-11-12T05:51:59,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T05:51:59,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ee427de7e0971991e203a7e787536b8d, server=86ef41262be3,45953,1731390715040 in 186 msec 2024-11-12T05:51:59,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731390717376, region=ee427de7e0971991e203a7e787536b8d, REOPEN/MOVE in 547 msec 2024-11-12T05:51:59,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T05:51:59,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T05:51:59,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:51:59,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:59,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:59,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T05:51:59,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T05:51:59,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1482236467, stopped=false 2024-11-12T05:51:59,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86ef41262be3,33261,1731390714046 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:51:59,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T05:51:59,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T05:51:59,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:59,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:59,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:51:59,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:51:59,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:59,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86ef41262be3,39095,1731390714877' ***** 2024-11-12T05:51:59,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T05:51:59,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86ef41262be3,45953,1731390715040' ***** 2024-11-12T05:51:59,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T05:51:59,797 INFO [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T05:51:59,798 INFO [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T05:51:59,798 INFO [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence 2024-11-12T05:51:59,798 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T05:51:59,798 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T05:51:59,798 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T05:51:59,798 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T05:51:59,798 INFO [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-12T05:51:59,798 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T05:51:59,798 INFO [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/bucket.persistence 2024-11-12T05:51:59,799 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T05:51:59,799 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-12T05:51:59,799 INFO [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-12T05:51:59,799 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-12T05:51:59,809 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1488): Thread RS:0;86ef41262be3:39095 started persisting bucket cache to file 2024-11-12T05:51:59,809 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:51:59,809 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:51:59,809 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1488): Thread RS:1;86ef41262be3:45953 started persisting bucket cache to file 2024-11-12T05:51:59,809 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:51:59,809 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:51:59,812 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:51:59,812 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:51:59,812 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390719809 2024-11-12T05:51:59,812 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390719809 2024-11-12T05:51:59,812 DEBUG [RS:1;86ef41262be3:45953 {}] bucket.BucketCache(1510): Thread RS:1;86ef41262be3:45953 finished persisting bucket cache to file, renaming 2024-11-12T05:51:59,812 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T05:51:59,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T05:51:59,813 INFO [RS:1;86ef41262be3:45953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T05:51:59,813 INFO [RS:1;86ef41262be3:45953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T05:51:59,813 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(3091): Received CLOSE for ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,813 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(959): stopping server 86ef41262be3,45953,1731390715040 2024-11-12T05:51:59,813 INFO [RS:1;86ef41262be3:45953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:51:59,814 INFO [RS:1;86ef41262be3:45953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;86ef41262be3:45953. 2024-11-12T05:51:59,814 DEBUG [RS:1;86ef41262be3:45953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:51:59,814 DEBUG [RS:1;86ef41262be3:45953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:59,814 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-12T05:51:59,814 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T05:51:59,814 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1325): Online Regions={ee427de7e0971991e203a7e787536b8d=testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d.} 2024-11-12T05:51:59,814 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee427de7e0971991e203a7e787536b8d, disabling compactions & flushes 2024-11-12T05:51:59,814 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,814 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,814 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. after waiting 0 ms 2024-11-12T05:51:59,814 DEBUG [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1351): Waiting on ee427de7e0971991e203a7e787536b8d 2024-11-12T05:51:59,814 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,816 DEBUG [StoreFileCloser-ee427de7e0971991e203a7e787536b8d-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/family/b458e83a757a47e2bf85c215c0cd9075 2024-11-12T05:51:59,826 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnRegionMove1731390717376/ee427de7e0971991e203a7e787536b8d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T05:51:59,827 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,827 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee427de7e0971991e203a7e787536b8d: Waiting for close lock at 1731390719813Running coprocessor pre-close hooks at 1731390719814 (+1 ms)Disabling compacts and flushes for region at 1731390719814Disabling writes for close at 1731390719814Writing region close event to WAL at 1731390719817 (+3 ms)Running coprocessor post-close hooks at 1731390719827 (+10 ms)Closed at 1731390719827 2024-11-12T05:51:59,827 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d. 2024-11-12T05:51:59,842 DEBUG [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1510): Thread RS:0;86ef41262be3:39095 finished persisting bucket cache to file, renaming 2024-11-12T05:51:59,842 WARN [RS:0;86ef41262be3:39095 {}] bucket.BucketCache(1513): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T05:51:59,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(959): stopping server 86ef41262be3,39095,1731390714877 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:51:59,842 INFO [RS:0;86ef41262be3:39095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86ef41262be3:39095. 2024-11-12T05:51:59,842 DEBUG [RS:0;86ef41262be3:39095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:51:59,842 DEBUG [RS:0;86ef41262be3:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:51:59,843 INFO [RS:0;86ef41262be3:39095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T05:51:59,843 INFO [RS:0;86ef41262be3:39095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T05:51:59,843 INFO [RS:0;86ef41262be3:39095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T05:51:59,843 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T05:51:59,843 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T05:51:59,843 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T05:51:59,843 DEBUG [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T05:51:59,843 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-12T05:51:59,844 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T05:51:59,844 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T05:51:59,844 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T05:51:59,844 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T05:51:59,844 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T05:51:59,844 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-11-12T05:51:59,853 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 04ec8accbab148fb8d3e33998620ff7c 2024-11-12T05:51:59,869 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/04ec8accbab148fb8d3e33998620ff7c is 205, key is testBlockEvictionOnRegionMove1731390717376,,1731390717396.ee427de7e0971991e203a7e787536b8d./info:regioninfo/1731390719748/Put/seqid=0 2024-11-12T05:51:59,871 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/04ec8accbab148fb8d3e33998620ff7c 2024-11-12T05:51:59,880 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0403324ff55b47ba85f7249364b1c6da 2024-11-12T05:51:59,896 INFO [regionserver/86ef41262be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:51:59,896 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/0403324ff55b47ba85f7249364b1c6da is 43, key is default/ns:d/1731390717159/Put/seqid=0 2024-11-12T05:51:59,896 INFO [regionserver/86ef41262be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:51:59,897 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/0403324ff55b47ba85f7249364b1c6da 2024-11-12T05:51:59,906 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c7b2d42c8d54451d96c408c10463116a 2024-11-12T05:51:59,918 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/c7b2d42c8d54451d96c408c10463116a is 78, key is testBlockEvictionOnRegionMove1731390717376/table:state/1731390717808/Put/seqid=0 2024-11-12T05:51:59,919 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/c7b2d42c8d54451d96c408c10463116a 2024-11-12T05:51:59,922 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/04ec8accbab148fb8d3e33998620ff7c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/04ec8accbab148fb8d3e33998620ff7c 2024-11-12T05:51:59,923 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/04ec8accbab148fb8d3e33998620ff7c, delay=944 ms 2024-11-12T05:51:59,925 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/04ec8accbab148fb8d3e33998620ff7c, entries=15, sequenceid=15, filesize=7.6 K 2024-11-12T05:51:59,926 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/0403324ff55b47ba85f7249364b1c6da as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/0403324ff55b47ba85f7249364b1c6da 2024-11-12T05:51:59,927 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/0403324ff55b47ba85f7249364b1c6da, delay=948 ms 2024-11-12T05:51:59,929 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/0403324ff55b47ba85f7249364b1c6da, entries=2, sequenceid=15, filesize=5.0 K 2024-11-12T05:51:59,929 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/c7b2d42c8d54451d96c408c10463116a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/c7b2d42c8d54451d96c408c10463116a 2024-11-12T05:51:59,931 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/c7b2d42c8d54451d96c408c10463116a, delay=980 ms 2024-11-12T05:51:59,932 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/c7b2d42c8d54451d96c408c10463116a, entries=2, sequenceid=15, filesize=5.3 K 2024-11-12T05:51:59,932 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=15, compaction requested=false 2024-11-12T05:51:59,933 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T05:51:59,934 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/04ec8accbab148fb8d3e33998620ff7c 2024-11-12T05:51:59,934 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/0403324ff55b47ba85f7249364b1c6da 2024-11-12T05:51:59,935 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/c7b2d42c8d54451d96c408c10463116a 2024-11-12T05:51:59,939 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-12T05:51:59,939 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T05:51:59,940 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T05:51:59,940 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731390719843Running coprocessor pre-close hooks at 1731390719843Disabling compacts and flushes for region at 1731390719844 (+1 ms)Disabling writes for close at 1731390719844Obtaining lock to block concurrent updates at 1731390719844Preparing flush snapshotting stores in 1588230740 at 1731390719844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731390719844Flushing stores of hbase:meta,,1.1588230740 at 1731390719845 (+1 ms)Flushing 1588230740/info: creating writer at 1731390719845Flushing 1588230740/info: appending metadata at 1731390719868 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731390719868Flushing 1588230740/ns: creating writer at 1731390719874 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731390719895 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731390719895Flushing 1588230740/table: creating writer at 1731390719900 (+5 ms)Flushing 1588230740/table: appending metadata at 1731390719918 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731390719918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c75f583: reopening flushed file at 1731390719921 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad21406: reopening flushed file at 1731390719925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5122bcbd: reopening flushed file at 1731390719929 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=15, compaction requested=false at 1731390719933 (+4 ms)Writing region close event to WAL at 1731390719935 (+2 ms)Running coprocessor post-close hooks at 1731390719939 (+4 ms)Closed at 1731390719940 (+1 ms) 2024-11-12T05:51:59,940 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T05:52:00,015 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(976): stopping server 86ef41262be3,45953,1731390715040; all regions closed. 2024-11-12T05:52:00,020 DEBUG [RS:1;86ef41262be3:45953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:00,020 INFO [RS:1;86ef41262be3:45953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C45953%2C1731390715040:(num 1731390716553) 2024-11-12T05:52:00,020 DEBUG [RS:1;86ef41262be3:45953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] hbase.ChoreService(370): Chore service for: regionserver/86ef41262be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T05:52:00,021 INFO [regionserver/86ef41262be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T05:52:00,021 INFO [RS:1;86ef41262be3:45953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:00,022 INFO [RS:1;86ef41262be3:45953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45953 2024-11-12T05:52:00,044 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(976): stopping server 86ef41262be3,39095,1731390714877; all regions closed. 2024-11-12T05:52:00,047 DEBUG [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:00,047 INFO [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C39095%2C1731390714877.meta:.meta(num 1731390717014) 2024-11-12T05:52:00,050 DEBUG [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:00,050 INFO [RS:0;86ef41262be3:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C39095%2C1731390714877:(num 1731390716553) 2024-11-12T05:52:00,050 DEBUG [RS:0;86ef41262be3:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:00,050 INFO [RS:0;86ef41262be3:39095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:00,050 INFO [RS:0;86ef41262be3:39095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:00,051 INFO [RS:0;86ef41262be3:39095 {}] hbase.ChoreService(370): Chore service for: regionserver/86ef41262be3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:00,051 INFO [RS:0;86ef41262be3:39095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:00,051 INFO [regionserver/86ef41262be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:00,052 INFO [RS:0;86ef41262be3:39095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39095 2024-11-12T05:52:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86ef41262be3,45953,1731390715040 2024-11-12T05:52:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:00,056 INFO [RS:1;86ef41262be3:45953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:00,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86ef41262be3,39095,1731390714877 2024-11-12T05:52:00,064 INFO [RS:0;86ef41262be3:39095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:00,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86ef41262be3,45953,1731390715040] 2024-11-12T05:52:00,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86ef41262be3,45953,1731390715040 already deleted, retry=false 2024-11-12T05:52:00,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86ef41262be3,45953,1731390715040 expired; onlineServers=1 2024-11-12T05:52:00,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86ef41262be3,39095,1731390714877] 2024-11-12T05:52:00,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86ef41262be3,39095,1731390714877 already deleted, retry=false 2024-11-12T05:52:00,098 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86ef41262be3,39095,1731390714877 expired; onlineServers=0 2024-11-12T05:52:00,098 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86ef41262be3,33261,1731390714046' ***** 2024-11-12T05:52:00,098 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T05:52:00,098 INFO [M:0;86ef41262be3:33261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:52:00,098 INFO [M:0;86ef41262be3:33261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:00,098 DEBUG [M:0;86ef41262be3:33261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T05:52:00,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T05:52:00,099 DEBUG [M:0;86ef41262be3:33261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T05:52:00,099 DEBUG [master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390716184 {}] cleaner.HFileCleaner(306): Exit Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390716184,5,FailOnTimeoutGroup] 2024-11-12T05:52:00,099 DEBUG [master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390716185 {}] cleaner.HFileCleaner(306): Exit Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390716185,5,FailOnTimeoutGroup] 2024-11-12T05:52:00,099 INFO [M:0;86ef41262be3:33261 {}] hbase.ChoreService(370): Chore service for: master/86ef41262be3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:00,099 INFO [M:0;86ef41262be3:33261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:00,099 DEBUG [M:0;86ef41262be3:33261 {}] master.HMaster(1795): Stopping service threads 2024-11-12T05:52:00,099 INFO [M:0;86ef41262be3:33261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T05:52:00,099 INFO [M:0;86ef41262be3:33261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T05:52:00,100 INFO [M:0;86ef41262be3:33261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T05:52:00,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T05:52:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T05:52:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,106 DEBUG [M:0;86ef41262be3:33261 {}] zookeeper.ZKUtil(347): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T05:52:00,106 WARN [M:0;86ef41262be3:33261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T05:52:00,107 INFO [M:0;86ef41262be3:33261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.lastflushedseqids 2024-11-12T05:52:00,114 INFO [M:0;86ef41262be3:33261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T05:52:00,114 INFO [M:0;86ef41262be3:33261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T05:52:00,114 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T05:52:00,114 INFO [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,115 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,115 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T05:52:00,115 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,115 INFO [M:0;86ef41262be3:33261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-11-12T05:52:00,126 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 42dd79005cb1479ab66e649a1edbef64 2024-11-12T05:52:00,140 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42dd79005cb1479ab66e649a1edbef64 is 82, key is hbase:meta,,1/info:regioninfo/1731390717074/Put/seqid=0 2024-11-12T05:52:00,140 INFO [M:0;86ef41262be3:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42dd79005cb1479ab66e649a1edbef64 2024-11-12T05:52:00,147 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 17be372a615d41c5a4e34815c8e9aab3 2024-11-12T05:52:00,160 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17be372a615d41c5a4e34815c8e9aab3 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731390717813/Put/seqid=0 2024-11-12T05:52:00,160 INFO [M:0;86ef41262be3:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17be372a615d41c5a4e34815c8e9aab3 2024-11-12T05:52:00,167 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 871ec0bae74e4dbfa1ad21f630fc6b76 2024-11-12T05:52:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45953-0x1012ee3425f0002, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,174 INFO [RS:1;86ef41262be3:45953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:00,174 INFO [RS:1;86ef41262be3:45953 {}] regionserver.HRegionServer(1031): Exiting; stopping=86ef41262be3,45953,1731390715040; zookeeper connection closed. 2024-11-12T05:52:00,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d51522d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d51522d 2024-11-12T05:52:00,181 INFO [RS:0;86ef41262be3:39095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,181 INFO [RS:0;86ef41262be3:39095 {}] regionserver.HRegionServer(1031): Exiting; stopping=86ef41262be3,39095,1731390714877; zookeeper connection closed. 2024-11-12T05:52:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1012ee3425f0001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69dfab4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69dfab4a 2024-11-12T05:52:00,182 DEBUG [M:0;86ef41262be3:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ec0bae74e4dbfa1ad21f630fc6b76 is 69, key is 86ef41262be3,39095,1731390714877/rs:state/1731390716272/Put/seqid=0 2024-11-12T05:52:00,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T05:52:00,183 INFO [M:0;86ef41262be3:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ec0bae74e4dbfa1ad21f630fc6b76 2024-11-12T05:52:00,184 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42dd79005cb1479ab66e649a1edbef64 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42dd79005cb1479ab66e649a1edbef64 2024-11-12T05:52:00,186 INFO [M:0;86ef41262be3:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42dd79005cb1479ab66e649a1edbef64, entries=8, sequenceid=84, filesize=5.5 K 2024-11-12T05:52:00,187 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17be372a615d41c5a4e34815c8e9aab3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17be372a615d41c5a4e34815c8e9aab3 2024-11-12T05:52:00,189 INFO [M:0;86ef41262be3:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17be372a615d41c5a4e34815c8e9aab3, entries=9, sequenceid=84, filesize=6.5 K 2024-11-12T05:52:00,189 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ec0bae74e4dbfa1ad21f630fc6b76 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/871ec0bae74e4dbfa1ad21f630fc6b76 2024-11-12T05:52:00,191 INFO [M:0;86ef41262be3:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/871ec0bae74e4dbfa1ad21f630fc6b76, entries=2, sequenceid=84, filesize=5.1 K 2024-11-12T05:52:00,192 INFO [M:0;86ef41262be3:33261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 77ms, sequenceid=84, compaction requested=false 2024-11-12T05:52:00,194 INFO [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,194 DEBUG [M:0;86ef41262be3:33261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731390720114Disabling compacts and flushes for region at 1731390720114Disabling writes for close at 1731390720115 (+1 ms)Obtaining lock to block concurrent updates at 1731390720115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731390720115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731390720116 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731390720116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731390720116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731390720139 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731390720139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731390720142 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731390720159 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731390720159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731390720162 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731390720181 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731390720182 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb86335: reopening flushed file at 1731390720184 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e92591: reopening flushed file at 1731390720186 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f165d2b: reopening flushed file at 1731390720189 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 77ms, sequenceid=84, compaction requested=false at 1731390720192 (+3 ms)Writing region close event to WAL at 1731390720194 (+2 ms)Closed at 1731390720194 2024-11-12T05:52:00,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:00,196 INFO [M:0;86ef41262be3:33261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T05:52:00,196 INFO [M:0;86ef41262be3:33261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33261 2024-11-12T05:52:00,196 INFO [M:0;86ef41262be3:33261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:00,306 INFO [M:0;86ef41262be3:33261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:00,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x1012ee3425f0000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:00,315 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T05:52:00,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T05:52:00,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,343 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=50 (was 12) Potentially hanging thread: master/86ef41262be3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/86ef41262be3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731390719735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/86ef41262be3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/86ef41262be3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hfile-prefetch-1731390719927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: hfile-prefetch-1731390719923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731390718179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=6977 (was 7332) 2024-11-12T05:52:00,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=50, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6977 2024-11-12T05:52:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/hadoop-log-dir so I do NOT create it in target/test-data/8d191fa5-c340-1337-d695-40976be111a0 2024-11-12T05:52:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/hadoop-tmp-dir so I do NOT create it in target/test-data/8d191fa5-c340-1337-d695-40976be111a0 2024-11-12T05:52:00,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/cluster_70b6b3ce-a204-3138-3d5f-398453f8949d, deleteOnExit=true 2024-11-12T05:52:00,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/cluster_70b6b3ce-a204-3138-3d5f-398453f8949d/zookeeper_0, clientPort=50654, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/cluster_70b6b3ce-a204-3138-3d5f-398453f8949d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/cluster_70b6b3ce-a204-3138-3d5f-398453f8949d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T05:52:00,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50654 2024-11-12T05:52:00,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b with version=8 2024-11-12T05:52:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase-staging 2024-11-12T05:52:00,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:52:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:52:00,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:52:00,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T05:52:00,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:52:00,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44581 2024-11-12T05:52:00,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44581 connecting to ZooKeeper ensemble=127.0.0.1:50654 2024-11-12T05:52:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445810x0, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:52:00,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44581-0x1012ee35c260000 connected 2024-11-12T05:52:00,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:00,515 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b, hbase.cluster.distributed=false 2024-11-12T05:52:00,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:52:00,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-12T05:52:00,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44581 2024-11-12T05:52:00,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44581 2024-11-12T05:52:00,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-12T05:52:00,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-12T05:52:00,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:52:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:52:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:52:00,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T05:52:00,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:52:00,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35465 2024-11-12T05:52:00,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35465 connecting to ZooKeeper ensemble=127.0.0.1:50654 2024-11-12T05:52:00,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,559 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354650x0, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:52:00,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35465-0x1012ee35c260001 connected 2024-11-12T05:52:00,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:00,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T05:52:00,562 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache 2024-11-12T05:52:00,562 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T05:52:00,562 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-12T05:52:00,562 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-12T05:52:00,562 INFO [Thread-119 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-12T05:52:00,562 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T05:52:00,562 WARN [Thread-119 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-12T05:52:00,563 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T05:52:00,563 INFO [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T05:52:00,563 INFO [Thread-119 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence is complete. 2024-11-12T05:52:00,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T05:52:00,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:52:00,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-12T05:52:00,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35465 2024-11-12T05:52:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35465 2024-11-12T05:52:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-12T05:52:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-12T05:52:00,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:52:00,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T05:52:00,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:52:00,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42713 2024-11-12T05:52:00,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42713 connecting to ZooKeeper ensemble=127.0.0.1:50654 2024-11-12T05:52:00,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427130x0, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:52:00,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427130x0, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:00,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42713-0x1012ee35c260002 connected 2024-11-12T05:52:00,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T05:52:00,599 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache 2024-11-12T05:52:00,599 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T05:52:00,599 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-12T05:52:00,599 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-12T05:52:00,599 INFO [Thread-120 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-12T05:52:00,599 WARN [Thread-120 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-12T05:52:00,599 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T05:52:00,600 INFO [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T05:52:00,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T05:52:00,600 INFO [Thread-120 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence is complete. 2024-11-12T05:52:00,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T05:52:00,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:52:00,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-12T05:52:00,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42713 2024-11-12T05:52:00,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42713 2024-11-12T05:52:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-12T05:52:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-12T05:52:00,618 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86ef41262be3:44581 2024-11-12T05:52:00,618 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,626 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,627 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T05:52:00,634 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T05:52:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,634 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,635 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T05:52:00,635 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86ef41262be3,44581,1731390720368 from backup master directory 2024-11-12T05:52:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,643 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T05:52:00,643 WARN [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:52:00,643 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,644 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase.id] with ID: 58ecbe46-008e-4fe6-bbb0-0bb1f81f267a 2024-11-12T05:52:00,645 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.tmp/hbase.id 2024-11-12T05:52:00,648 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/hbase.id] 2024-11-12T05:52:00,679 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:00,679 INFO [master/86ef41262be3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T05:52:00,683 INFO [master/86ef41262be3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-12T05:52:00,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,693 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,698 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T05:52:00,700 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T05:52:00,700 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:52:00,716 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store 2024-11-12T05:52:00,723 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:00,723 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T05:52:00,723 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,723 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,724 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T05:52:00,724 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,724 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:00,724 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731390720723Disabling compacts and flushes for region at 1731390720723Disabling writes for close at 1731390720724 (+1 ms)Writing region close event to WAL at 1731390720724Closed at 1731390720724 2024-11-12T05:52:00,724 WARN [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/.initializing 2024-11-12T05:52:00,724 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,730 INFO [master/86ef41262be3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:52:00,734 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86ef41262be3%2C44581%2C1731390720368, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,44581,1731390720368, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/oldWALs, maxLogs=10 2024-11-12T05:52:00,751 INFO [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/WALs/86ef41262be3,44581,1731390720368/86ef41262be3%2C44581%2C1731390720368.1731390720734 2024-11-12T05:52:00,751 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:52:00,751 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:52:00,751 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:00,752 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,752 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T05:52:00,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:00,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:00,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T05:52:00,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:00,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:52:00,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T05:52:00,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:00,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:52:00,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T05:52:00,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:00,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:52:00,770 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,771 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,771 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,771 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,771 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,771 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:52:00,772 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T05:52:00,777 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:52:00,777 INFO [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67304097, jitterRate=0.0029091984033584595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:52:00,778 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731390720752Initializing all the Stores at 1731390720752Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390720752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390720754 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390720754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390720754Cleaning up temporary data from old regions at 1731390720771 (+17 ms)Region opened successfully at 1731390720778 (+7 ms) 2024-11-12T05:52:00,779 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T05:52:00,783 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110130d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:52:00,785 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T05:52:00,785 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T05:52:00,785 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T05:52:00,785 INFO [master/86ef41262be3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T05:52:00,785 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T05:52:00,786 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T05:52:00,786 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T05:52:00,788 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T05:52:00,789 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T05:52:00,805 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T05:52:00,806 INFO [master/86ef41262be3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T05:52:00,806 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T05:52:00,817 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T05:52:00,818 INFO [master/86ef41262be3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T05:52:00,819 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T05:52:00,830 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T05:52:00,831 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T05:52:00,842 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T05:52:00,845 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T05:52:00,855 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T05:52:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:00,864 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,864 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,864 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86ef41262be3,44581,1731390720368, sessionid=0x1012ee35c260000, setting cluster-up flag (Was=false) 2024-11-12T05:52:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,884 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,918 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T05:52:00,919 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,938 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:00,967 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T05:52:00,969 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86ef41262be3,44581,1731390720368 2024-11-12T05:52:00,970 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T05:52:00,971 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T05:52:00,972 INFO [master/86ef41262be3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T05:52:00,972 INFO [master/86ef41262be3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T05:52:00,972 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86ef41262be3,44581,1731390720368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T05:52:00,974 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86ef41262be3:0, corePoolSize=5, maxPoolSize=5 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86ef41262be3:0, corePoolSize=10, maxPoolSize=10 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:52:00,975 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:00,976 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731390750976 2024-11-12T05:52:00,976 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T05:52:00,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:52:00,977 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:00,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T05:52:00,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:00,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T05:52:00,979 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T05:52:00,979 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T05:52:00,979 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T05:52:00,979 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T05:52:00,979 INFO [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T05:52:00,979 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390720979,5,FailOnTimeoutGroup] 2024-11-12T05:52:00,980 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390720979,5,FailOnTimeoutGroup] 2024-11-12T05:52:00,980 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:00,980 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T05:52:00,980 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:00,980 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:00,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T05:52:00,994 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:52:00,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:01,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-12T05:52:01,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T05:52:01,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-12T05:52:01,009 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(746): ClusterId : 58ecbe46-008e-4fe6-bbb0-0bb1f81f267a 2024-11-12T05:52:01,009 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(746): ClusterId : 58ecbe46-008e-4fe6-bbb0-0bb1f81f267a 2024-11-12T05:52:01,009 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T05:52:01,009 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T05:52:01,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T05:52:01,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-12T05:52:01,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T05:52:01,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-12T05:52:01,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T05:52:01,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,018 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T05:52:01,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,018 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T05:52:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T05:52:01,019 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T05:52:01,019 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T05:52:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:52:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:52:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T05:52:01,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T05:52:01,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:52:01,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T05:52:01,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:52:01,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74909281, jitterRate=0.11623527109622955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:52:01,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731390720999Initializing all the Stores at 1731390721000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721001 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390721001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721001Cleaning up temporary data from old regions at 1731390721020 (+19 ms)Region opened successfully at 1731390721026 (+6 ms) 2024-11-12T05:52:01,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T05:52:01,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T05:52:01,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T05:52:01,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T05:52:01,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T05:52:01,026 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T05:52:01,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731390721026Disabling compacts and flushes for region at 1731390721026Disabling writes for close at 1731390721026Writing region close event to WAL at 1731390721026Closed at 1731390721026 2024-11-12T05:52:01,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:52:01,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T05:52:01,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T05:52:01,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T05:52:01,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T05:52:01,035 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T05:52:01,035 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T05:52:01,035 DEBUG [RS:0;86ef41262be3:35465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb79ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:52:01,035 DEBUG [RS:1;86ef41262be3:42713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252d5e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:52:01,048 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;86ef41262be3:42713 2024-11-12T05:52:01,048 INFO [RS:1;86ef41262be3:42713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T05:52:01,048 INFO [RS:1;86ef41262be3:42713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T05:52:01,049 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T05:52:01,049 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(2659): reportForDuty to master=86ef41262be3,44581,1731390720368 with port=42713, startcode=1731390720583 2024-11-12T05:52:01,050 DEBUG [RS:1;86ef41262be3:42713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T05:52:01,052 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T05:52:01,052 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86ef41262be3:35465 2024-11-12T05:52:01,053 INFO [RS:0;86ef41262be3:35465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T05:52:01,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,053 INFO [RS:0;86ef41262be3:35465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T05:52:01,053 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T05:52:01,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(517): Registering regionserver=86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,054 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(2659): reportForDuty to master=86ef41262be3,44581,1731390720368 with port=35465, startcode=1731390720541 2024-11-12T05:52:01,054 DEBUG [RS:0;86ef41262be3:35465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T05:52:01,054 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:52:01,054 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-12T05:52:01,054 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T05:52:01,056 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T05:52:01,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(517): Registering regionserver=86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,058 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:52:01,058 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-12T05:52:01,058 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T05:52:01,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:01,094 DEBUG [RS:1;86ef41262be3:42713 {}] zookeeper.ZKUtil(111): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,094 WARN [RS:1;86ef41262be3:42713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:52:01,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86ef41262be3,42713,1731390720583] 2024-11-12T05:52:01,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86ef41262be3,35465,1731390720541] 2024-11-12T05:52:01,094 INFO [RS:1;86ef41262be3:42713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:52:01,094 DEBUG [RS:0;86ef41262be3:35465 {}] zookeeper.ZKUtil(111): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,094 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,094 WARN [RS:0;86ef41262be3:35465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:52:01,094 INFO [RS:0;86ef41262be3:35465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:52:01,095 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,100 INFO [RS:1;86ef41262be3:42713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T05:52:01,100 INFO [RS:0;86ef41262be3:35465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T05:52:01,102 INFO [RS:1;86ef41262be3:42713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T05:52:01,103 INFO [RS:1;86ef41262be3:42713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T05:52:01,103 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,104 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T05:52:01,105 INFO [RS:0;86ef41262be3:35465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T05:52:01,105 INFO [RS:1;86ef41262be3:42713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T05:52:01,105 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,105 INFO [RS:0;86ef41262be3:35465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T05:52:01,105 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,105 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,105 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T05:52:01,105 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,105 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 INFO [RS:0;86ef41262be3:35465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,106 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:52:01,107 DEBUG [RS:1;86ef41262be3:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:01,107 DEBUG [RS:0;86ef41262be3:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,42713,1731390720583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:52:01,108 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,35465,1731390720541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:52:01,128 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T05:52:01,128 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T05:52:01,128 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,35465,1731390720541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,128 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,42713,1731390720583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,129 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,129 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,129 INFO [RS:1;86ef41262be3:42713 {}] regionserver.Replication(171): 86ef41262be3,42713,1731390720583 started 2024-11-12T05:52:01,129 INFO [RS:0;86ef41262be3:35465 {}] regionserver.Replication(171): 86ef41262be3,35465,1731390720541 started 2024-11-12T05:52:01,141 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,141 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,141 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1482): Serving as 86ef41262be3,42713,1731390720583, RpcServer on 86ef41262be3/172.17.0.2:42713, sessionid=0x1012ee35c260002 2024-11-12T05:52:01,141 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1482): Serving as 86ef41262be3,35465,1731390720541, RpcServer on 86ef41262be3/172.17.0.2:35465, sessionid=0x1012ee35c260001 2024-11-12T05:52:01,142 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T05:52:01,142 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T05:52:01,142 DEBUG [RS:0;86ef41262be3:35465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,142 DEBUG [RS:1;86ef41262be3:42713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,142 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,35465,1731390720541' 2024-11-12T05:52:01,142 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,42713,1731390720583' 2024-11-12T05:52:01,142 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T05:52:01,142 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T05:52:01,143 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T05:52:01,143 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T05:52:01,143 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T05:52:01,143 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T05:52:01,143 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T05:52:01,143 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T05:52:01,143 DEBUG [RS:0;86ef41262be3:35465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,143 DEBUG [RS:1;86ef41262be3:42713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86ef41262be3,42713,1731390720583 2024-11-12T05:52:01,144 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,35465,1731390720541' 2024-11-12T05:52:01,144 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,42713,1731390720583' 2024-11-12T05:52:01,144 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T05:52:01,144 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T05:52:01,144 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T05:52:01,144 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T05:52:01,144 DEBUG [RS:0;86ef41262be3:35465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T05:52:01,144 DEBUG [RS:1;86ef41262be3:42713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T05:52:01,144 INFO [RS:0;86ef41262be3:35465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T05:52:01,144 INFO [RS:1;86ef41262be3:42713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T05:52:01,145 INFO [RS:0;86ef41262be3:35465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T05:52:01,145 INFO [RS:1;86ef41262be3:42713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T05:52:01,180 WARN [86ef41262be3:44581 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T05:52:01,246 INFO [RS:0;86ef41262be3:35465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:52:01,246 INFO [RS:1;86ef41262be3:42713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:52:01,248 INFO [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C35465%2C1731390720541, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,35465,1731390720541, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:52:01,249 INFO [RS:1;86ef41262be3:42713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C42713%2C1731390720583, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:52:01,272 INFO [RS:1;86ef41262be3:42713 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583/86ef41262be3%2C42713%2C1731390720583.1731390721255 2024-11-12T05:52:01,272 INFO [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,35465,1731390720541/86ef41262be3%2C35465%2C1731390720541.1731390721255 2024-11-12T05:52:01,272 DEBUG [RS:1;86ef41262be3:42713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:52:01,272 DEBUG [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:52:01,430 DEBUG [86ef41262be3:44581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T05:52:01,431 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(204): Hosts are {86ef41262be3=0} racks are {/default-rack=0} 2024-11-12T05:52:01,432 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T05:52:01,432 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T05:52:01,432 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T05:52:01,432 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T05:52:01,432 INFO [86ef41262be3:44581 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T05:52:01,432 INFO [86ef41262be3:44581 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T05:52:01,433 DEBUG [86ef41262be3:44581 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T05:52:01,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,436 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86ef41262be3,35465,1731390720541, state=OPENING 2024-11-12T05:52:01,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T05:52:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:01,501 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:01,502 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T05:52:01,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86ef41262be3,35465,1731390720541}] 2024-11-12T05:52:01,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T05:52:01,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T05:52:01,664 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T05:52:01,664 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:52:01,665 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T05:52:01,666 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C35465%2C1731390720541.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,35465,1731390720541, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:52:01,683 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,35465,1731390720541/86ef41262be3%2C35465%2C1731390720541.meta.1731390721667.meta 2024-11-12T05:52:01,683 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:52:01,683 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:52:01,683 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T05:52:01,684 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T05:52:01,684 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T05:52:01,684 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T05:52:01,684 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:01,684 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T05:52:01,684 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T05:52:01,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-12T05:52:01,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T05:52:01,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-12T05:52:01,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T05:52:01,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-12T05:52:01,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T05:52:01,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-12T05:52:01,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T05:52:01,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T05:52:01,689 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T05:52:01,690 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:52:01,690 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740 2024-11-12T05:52:01,691 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T05:52:01,691 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T05:52:01,691 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T05:52:01,692 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T05:52:01,692 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74814573, jitterRate=0.11482401192188263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T05:52:01,692 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T05:52:01,693 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731390721684Writing region info on filesystem at 1731390721684Initializing all the Stores at 1731390721685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390721685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731390721685Cleaning up temporary data from old regions at 1731390721691 (+6 ms)Running coprocessor post-open hooks at 1731390721692 (+1 ms)Region opened successfully at 1731390721693 (+1 ms) 2024-11-12T05:52:01,694 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731390721657 2024-11-12T05:52:01,696 DEBUG [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T05:52:01,696 INFO [RS_OPEN_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T05:52:01,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86ef41262be3,35465,1731390720541, state=OPEN 2024-11-12T05:52:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:52:01,722 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:52:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T05:52:01,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86ef41262be3,35465,1731390720541 2024-11-12T05:52:01,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T05:52:01,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T05:52:01,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86ef41262be3,35465,1731390720541 in 220 msec 2024-11-12T05:52:01,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T05:52:01,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-12T05:52:01,731 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T05:52:01,731 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T05:52:01,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T05:52:01,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86ef41262be3,35465,1731390720541, seqNum=-1] 2024-11-12T05:52:01,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T05:52:01,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T05:52:01,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-11-12T05:52:01,743 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731390721743, completionTime=-1 2024-11-12T05:52:01,744 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T05:52:01,744 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T05:52:01,746 INFO [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T05:52:01,746 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731390781746 2024-11-12T05:52:01,746 INFO [master/86ef41262be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731390841746 2024-11-12T05:52:01,746 INFO [master/86ef41262be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86ef41262be3:44581, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,747 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,750 DEBUG [master/86ef41262be3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.109sec 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:52:01,752 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T05:52:01,753 DEBUG [master/86ef41262be3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T05:52:01,753 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T05:52:01,754 INFO [master/86ef41262be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,44581,1731390720368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:01,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689405c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:52:01,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86ef41262be3,44581,-1 for getting cluster id 2024-11-12T05:52:01,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T05:52:01,814 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ecbe46-008e-4fe6-bbb0-0bb1f81f267a' 2024-11-12T05:52:01,815 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T05:52:01,815 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ecbe46-008e-4fe6-bbb0-0bb1f81f267a" 2024-11-12T05:52:01,815 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142724fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:52:01,816 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86ef41262be3,44581,-1] 2024-11-12T05:52:01,816 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T05:52:01,817 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:01,819 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T05:52:01,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9d15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T05:52:01,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T05:52:01,823 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86ef41262be3,35465,1731390720541, seqNum=-1] 2024-11-12T05:52:01,824 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T05:52:01,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T05:52:01,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86ef41262be3,44581,1731390720368 2024-11-12T05:52:01,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T05:52:01,831 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 86ef41262be3,44581,1731390720368 2024-11-12T05:52:01,831 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64eef473 2024-11-12T05:52:01,832 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T05:52:01,834 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T05:52:01,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731390721829', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T05:52:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 2024-11-12T05:52:01,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T05:52:01,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:01,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1731390721829" procId is: 4 2024-11-12T05:52:01,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T05:52:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:52:01,847 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14faaec53e79cc99023223c4788e4f97, NAME => 'testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731390721829', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:52:01,853 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:01,853 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1722): Closing 14faaec53e79cc99023223c4788e4f97, disabling compactions & flushes 2024-11-12T05:52:01,853 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:01,853 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:01,854 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. after waiting 0 ms 2024-11-12T05:52:01,854 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:01,854 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:01,854 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731390721829-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14faaec53e79cc99023223c4788e4f97: Waiting for close lock at 1731390721853Disabling compacts and flushes for region at 1731390721853Disabling writes for close at 1731390721854 (+1 ms)Writing region close event to WAL at 1731390721854Closed at 1731390721854 2024-11-12T05:52:01,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T05:52:01,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731390721855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731390721855"}]},"ts":"1731390721855"} 2024-11-12T05:52:01,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T05:52:01,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T05:52:01,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731390721829","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731390721859"}]},"ts":"1731390721859"} 2024-11-12T05:52:01,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731390721829, state=ENABLING in hbase:meta 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {86ef41262be3=0} racks are {/default-rack=0} 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T05:52:01,862 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T05:52:01,862 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T05:52:01,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T05:52:01,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN}] 2024-11-12T05:52:01,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN 2024-11-12T05:52:01,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN; state=OFFLINE, location=86ef41262be3,42713,1731390720583; forceNewPlan=false, retain=false 2024-11-12T05:52:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:52:02,015 INFO [86ef41262be3:44581 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T05:52:02,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14faaec53e79cc99023223c4788e4f97, regionState=OPENING, regionLocation=86ef41262be3,42713,1731390720583 2024-11-12T05:52:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN because future has completed 2024-11-12T05:52:02,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,42713,1731390720583}] 2024-11-12T05:52:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:52:02,176 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T05:52:02,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T05:52:02,185 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:02,185 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14faaec53e79cc99023223c4788e4f97, NAME => 'testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:52:02,186 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731390721829 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,186 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:02,186 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,187 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,188 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,192 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14faaec53e79cc99023223c4788e4f97 columnFamilyName family 2024-11-12T05:52:02,192 DEBUG [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:02,192 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] regionserver.HStore(327): Store=14faaec53e79cc99023223c4788e4f97/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:52:02,193 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,194 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,194 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,194 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,194 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,195 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,203 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T05:52:02,203 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14faaec53e79cc99023223c4788e4f97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005838, jitterRate=-0.10584333539009094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T05:52:02,204 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:02,205 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14faaec53e79cc99023223c4788e4f97: Running coprocessor pre-open hook at 1731390722187Writing region info on filesystem at 1731390722187Initializing all the Stores at 1731390722187Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390722187Cleaning up temporary data from old regions at 1731390722194 (+7 ms)Running coprocessor post-open hooks at 1731390722204 (+10 ms)Region opened successfully at 1731390722205 (+1 ms) 2024-11-12T05:52:02,206 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97., pid=6, masterSystemTime=1731390722175 2024-11-12T05:52:02,209 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:02,209 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:02,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14faaec53e79cc99023223c4788e4f97, regionState=OPEN, openSeqNum=2, regionLocation=86ef41262be3,42713,1731390720583 2024-11-12T05:52:02,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,42713,1731390720583 because future has completed 2024-11-12T05:52:02,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T05:52:02,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,42713,1731390720583 in 192 msec 2024-11-12T05:52:02,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T05:52:02,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN in 354 msec 2024-11-12T05:52:02,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T05:52:02,220 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731390721829","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731390722220"}]},"ts":"1731390722220"} 2024-11-12T05:52:02,222 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731390721829, state=ENABLED in hbase:meta 2024-11-12T05:52:02,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T05:52:02,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731390721829 in 388 msec 2024-11-12T05:52:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T05:52:02,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731390721829 get assigned. Timeout = 60000ms 2024-11-12T05:52:02,463 INFO [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731390721829 completed 2024-11-12T05:52:02,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T05:52:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731390721829 assigned to meta. Checking AM states. 2024-11-12T05:52:02,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T05:52:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731390721829 assigned. 2024-11-12T05:52:02,473 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731390721829', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97., hostname=86ef41262be3,42713,1731390720583, seqNum=2] 2024-11-12T05:52:02,473 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T05:52:02,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T05:52:02,480 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14faaec53e79cc99023223c4788e4f97 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-12T05:52:02,490 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:02,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/.tmp/family/9ff584bfb89245438654f24a0845036c is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-12T05:52:02,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/.tmp/family/9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:02,507 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/.tmp/family/9ff584bfb89245438654f24a0845036c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:02,509 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, delay=928 ms 2024-11-12T05:52:02,510 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-12T05:52:02,511 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 14faaec53e79cc99023223c4788e4f97 in 31ms, sequenceid=6, compaction requested=false 2024-11-12T05:52:02,511 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731390721829' 2024-11-12T05:52:02,511 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14faaec53e79cc99023223c4788e4f97: 2024-11-12T05:52:02,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T05:52:03,438 DEBUG [hfile-prefetch-1731390718179 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9ff584bfb89245438654f24a0845036c_0. 2024-11-12T05:52:03,438 DEBUG [hfile-prefetch-1731390718179 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9ff584bfb89245438654f24a0845036c_117. 2024-11-12T05:52:03,439 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, with total blocks 2, and data blocks 1 2024-11-12T05:52:03,439 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-12T05:52:03,439 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-12T05:52:03,439 DEBUG [hfile-prefetch-1731390718179 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c. Will sleep 100ms and try the verification again. 2024-11-12T05:52:03,512 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;86ef41262be3:42713,5,FailOnTimeoutGroup] 2024-11-12T05:52:03,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86ef41262be3,42713,1731390720583' ***** 2024-11-12T05:52:03,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1 2024-11-12T05:52:03,513 INFO [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T05:52:03,514 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T05:52:03,514 INFO [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence 2024-11-12T05:52:03,514 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T05:52:03,514 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T05:52:03,515 INFO [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-12T05:52:03,515 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-12T05:52:03,525 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1488): Thread RS:1;86ef41262be3:42713 started persisting bucket cache to file 2024-11-12T05:52:03,525 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:52:03,525 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:52:03,529 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-12T05:52:03,529 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731390723525 2024-11-12T05:52:03,529 DEBUG [RS:1;86ef41262be3:42713 {}] bucket.BucketCache(1510): Thread RS:1;86ef41262be3:42713 finished persisting bucket cache to file, renaming 2024-11-12T05:52:03,529 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T05:52:03,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(3091): Received CLOSE for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(959): stopping server 86ef41262be3,42713,1731390720583 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:52:03,530 INFO [RS:1;86ef41262be3:42713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;86ef41262be3:42713. 2024-11-12T05:52:03,530 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-12T05:52:03,530 DEBUG [RS:1;86ef41262be3:42713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:52:03,531 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14faaec53e79cc99023223c4788e4f97, disabling compactions & flushes 2024-11-12T05:52:03,531 DEBUG [RS:1;86ef41262be3:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:03,531 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:03,531 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:03,531 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T05:52:03,531 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1325): Online Regions={14faaec53e79cc99023223c4788e4f97=testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.} 2024-11-12T05:52:03,531 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. after waiting 0 ms 2024-11-12T05:52:03,531 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:03,531 DEBUG [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1351): Waiting on 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:03,532 DEBUG [StoreFileCloser-14faaec53e79cc99023223c4788e4f97-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:03,534 WARN [hfile-prefetch-1731390718179 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?] ... 9 more 2024-11-12T05:52:03,534 DEBUG [hfile-prefetch-1731390718179 {}] hfile.PrefetchExecutor(121): Prefetch completed for 9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:03,536 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T05:52:03,536 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:03,536 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14faaec53e79cc99023223c4788e4f97: Waiting for close lock at 1731390723530Running coprocessor pre-close hooks at 1731390723530Disabling compacts and flushes for region at 1731390723530Disabling writes for close at 1731390723531 (+1 ms)Writing region close event to WAL at 1731390723532 (+1 ms)Running coprocessor post-close hooks at 1731390723536 (+4 ms)Closed at 1731390723536 2024-11-12T05:52:03,536 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:03,565 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-12T05:52:03,565 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-12T05:52:03,565 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:52:03,565 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:52:03,568 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:52:03,568 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390723565 2024-11-12T05:52:03,568 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-12T05:52:03,611 INFO [regionserver/86ef41262be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:03,731 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(976): stopping server 86ef41262be3,42713,1731390720583; all regions closed. 2024-11-12T05:52:03,733 DEBUG [RS:1;86ef41262be3:42713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:03,733 INFO [RS:1;86ef41262be3:42713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C42713%2C1731390720583:(num 1731390721255) 2024-11-12T05:52:03,734 DEBUG [RS:1;86ef41262be3:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] hbase.ChoreService(370): Chore service for: regionserver/86ef41262be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T05:52:03,734 INFO [regionserver/86ef41262be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T05:52:03,734 INFO [RS:1;86ef41262be3:42713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T05:52:03,735 INFO [RS:1;86ef41262be3:42713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:03,735 INFO [RS:1;86ef41262be3:42713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42713 2024-11-12T05:52:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86ef41262be3,42713,1731390720583 2024-11-12T05:52:03,764 INFO [RS:1;86ef41262be3:42713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:03,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86ef41262be3,42713,1731390720583] 2024-11-12T05:52:03,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86ef41262be3,42713,1731390720583 already deleted, retry=false 2024-11-12T05:52:03,784 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 86ef41262be3,42713,1731390720583 on 86ef41262be3,44581,1731390720368 2024-11-12T05:52:03,789 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 86ef41262be3,42713,1731390720583, splitWal=true, meta=false 2024-11-12T05:52:03,792 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 86ef41262be3,42713,1731390720583 (carryingMeta=false) 86ef41262be3,42713,1731390720583/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35e2aa31[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T05:52:03,792 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 86ef41262be3,42713,1731390720583, splitWal=true, meta=false 2024-11-12T05:52:03,794 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 86ef41262be3,42713,1731390720583 had 1 regions 2024-11-12T05:52:03,795 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 86ef41262be3,42713,1731390720583, splitWal=true, meta=false, isMeta: false 2024-11-12T05:52:03,796 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583-splitting 2024-11-12T05:52:03,796 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583-splitting dir is empty, no logs to split. 2024-11-12T05:52:03,796 INFO [PEWorker-1 {}] master.SplitWALManager(105): 86ef41262be3,42713,1731390720583 WAL count=0, meta=false 2024-11-12T05:52:03,799 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583-splitting dir is empty, no logs to split. 2024-11-12T05:52:03,799 INFO [PEWorker-1 {}] master.SplitWALManager(105): 86ef41262be3,42713,1731390720583 WAL count=0, meta=false 2024-11-12T05:52:03,799 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 86ef41262be3,42713,1731390720583 WAL splitting is done? wals=0, meta=false 2024-11-12T05:52:03,800 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 86ef41262be3,42713,1731390720583 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42713,1731390720583-splitting does not exist 2024-11-12T05:52:03,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN}] 2024-11-12T05:52:03,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN 2024-11-12T05:52:03,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T05:52:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:03,876 INFO [RS:1;86ef41262be3:42713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x1012ee35c260002, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:03,876 INFO [RS:1;86ef41262be3:42713 {}] regionserver.HRegionServer(1031): Exiting; stopping=86ef41262be3,42713,1731390720583; zookeeper connection closed. 2024-11-12T05:52:03,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a19731a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a19731a 2024-11-12T05:52:03,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=14faaec53e79cc99023223c4788e4f97, regionState=OPENING, regionLocation=86ef41262be3,35465,1731390720541 2024-11-12T05:52:03,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN because future has completed 2024-11-12T05:52:03,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,35465,1731390720541}] 2024-11-12T05:52:04,027 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86ef41262be3:0 server-side Connection retries=45 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T05:52:04,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T05:52:04,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42671 2024-11-12T05:52:04,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42671 connecting to ZooKeeper ensemble=127.0.0.1:50654 2024-11-12T05:52:04,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:04,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:04,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426710x0, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T05:52:04,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42671-0x1012ee35c260003 connected 2024-11-12T05:52:04,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-11-12T05:52:04,056 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-11-12T05:52:04,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T05:52:04,058 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache 2024-11-12T05:52:04,058 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T05:52:04,058 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-12T05:52:04,058 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-12T05:52:04,059 INFO [Thread-200 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-12T05:52:04,059 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T05:52:04,059 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T05:52:04,060 INFO [Thread-200 {}] bucket.BucketCache(1553): Reading new chunked format of persistence. 2024-11-12T05:52:04,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T05:52:04,061 INFO [Thread-200 {}] bucket.BucketCache(1706): Retrieved 0 of chunks with blockCount = 0. 2024-11-12T05:52:04,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T05:52:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-12T05:52:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42671 2024-11-12T05:52:04,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42671 2024-11-12T05:52:04,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-12T05:52:04,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-12T05:52:04,066 DEBUG [Thread-200 {}] bucket.BucketCache(1570): Updating region size map after retrieving cached file list 2024-11-12T05:52:04,067 INFO [Thread-200 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T05:52:04,067 INFO [Thread-200 {}] bucket.BucketCache(1563): Bucket cache retrieved from file successfully with size: 0 2024-11-12T05:52:04,067 INFO [Thread-200 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence is complete. 2024-11-12T05:52:04,068 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(746): ClusterId : 58ecbe46-008e-4fe6-bbb0-0bb1f81f267a 2024-11-12T05:52:04,068 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T05:52:04,081 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T05:52:04,081 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T05:52:04,093 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T05:52:04,094 DEBUG [RS:2;86ef41262be3:42671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab18d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86ef41262be3/172.17.0.2:0 2024-11-12T05:52:04,109 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;86ef41262be3:42671 2024-11-12T05:52:04,109 INFO [RS:2;86ef41262be3:42671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T05:52:04,109 INFO [RS:2;86ef41262be3:42671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T05:52:04,109 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T05:52:04,110 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(2659): reportForDuty to master=86ef41262be3,44581,1731390720368 with port=42671, startcode=1731390724026 2024-11-12T05:52:04,110 DEBUG [RS:2;86ef41262be3:42671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T05:52:04,112 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T05:52:04,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(517): Registering regionserver=86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,114 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,114 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 14faaec53e79cc99023223c4788e4f97, NAME => 'testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.', STARTKEY => '', ENDKEY => ''} 2024-11-12T05:52:04,114 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b 2024-11-12T05:52:04,114 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-12T05:52:04,114 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T05:52:04,114 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731390721829 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,115 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T05:52:04,115 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,115 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,116 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,116 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14faaec53e79cc99023223c4788e4f97 columnFamilyName family 2024-11-12T05:52:04,117 DEBUG [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T05:52:04,118 DEBUG [StoreFileOpener-14faaec53e79cc99023223c4788e4f97-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c, delay=903 ms 2024-11-12T05:52:04,119 DEBUG [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:04,119 INFO [StoreOpener-14faaec53e79cc99023223c4788e4f97-1 {}] regionserver.HStore(327): Store=14faaec53e79cc99023223c4788e4f97/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T05:52:04,119 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,120 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,120 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,121 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,121 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,122 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,122 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 14faaec53e79cc99023223c4788e4f97; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60878895, jitterRate=-0.09283377230167389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T05:52:04,122 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,123 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 14faaec53e79cc99023223c4788e4f97: Running coprocessor pre-open hook at 1731390724115Writing region info on filesystem at 1731390724115Initializing all the Stores at 1731390724115Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731390724115Cleaning up temporary data from old regions at 1731390724121 (+6 ms)Running coprocessor post-open hooks at 1731390724122 (+1 ms)Region opened successfully at 1731390724123 (+1 ms) 2024-11-12T05:52:04,124 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97., pid=9, masterSystemTime=1731390724111 2024-11-12T05:52:04,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:04,126 DEBUG [RS:2;86ef41262be3:42671 {}] zookeeper.ZKUtil(111): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,126 WARN [RS:2;86ef41262be3:42671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T05:52:04,126 INFO [RS:2;86ef41262be3:42671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T05:52:04,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86ef41262be3,42671,1731390724026] 2024-11-12T05:52:04,126 DEBUG [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,127 DEBUG [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,127 INFO [RS_OPEN_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=14faaec53e79cc99023223c4788e4f97, regionState=OPEN, openSeqNum=10, regionLocation=86ef41262be3,35465,1731390720541 2024-11-12T05:52:04,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,35465,1731390720541 because future has completed 2024-11-12T05:52:04,131 INFO [RS:2;86ef41262be3:42671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T05:52:04,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T05:52:04,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 14faaec53e79cc99023223c4788e4f97, server=86ef41262be3,35465,1731390720541 in 172 msec 2024-11-12T05:52:04,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T05:52:04,135 INFO [RS:2;86ef41262be3:42671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T05:52:04,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731390721829, region=14faaec53e79cc99023223c4788e4f97, ASSIGN in 331 msec 2024-11-12T05:52:04,135 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 86ef41262be3,42713,1731390720583 after splitting done 2024-11-12T05:52:04,135 INFO [RS:2;86ef41262be3:42671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T05:52:04,135 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,136 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T05:52:04,136 INFO [RS:2;86ef41262be3:42671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T05:52:04,137 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 86ef41262be3,42713,1731390720583, splitWal=true, meta=false in 350 msec 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86ef41262be3:0, corePoolSize=2, maxPoolSize=2 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,137 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86ef41262be3:0, corePoolSize=1, maxPoolSize=1 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:04,138 DEBUG [RS:2;86ef41262be3:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86ef41262be3:0, corePoolSize=3, maxPoolSize=3 2024-11-12T05:52:04,138 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,139 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,139 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,139 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,139 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,139 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,42671,1731390724026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T05:52:04,153 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T05:52:04,153 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=86ef41262be3,42671,1731390724026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,153 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,153 INFO [RS:2;86ef41262be3:42671 {}] regionserver.Replication(171): 86ef41262be3,42671,1731390724026 started 2024-11-12T05:52:04,167 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T05:52:04,167 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1482): Serving as 86ef41262be3,42671,1731390724026, RpcServer on 86ef41262be3/172.17.0.2:42671, sessionid=0x1012ee35c260003 2024-11-12T05:52:04,167 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T05:52:04,167 DEBUG [RS:2;86ef41262be3:42671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,167 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,42671,1731390724026' 2024-11-12T05:52:04,167 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86ef41262be3,42671,1731390724026' 2024-11-12T05:52:04,168 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T05:52:04,169 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T05:52:04,170 DEBUG [RS:2;86ef41262be3:42671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T05:52:04,170 INFO [RS:2;86ef41262be3:42671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T05:52:04,170 INFO [RS:2;86ef41262be3:42671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T05:52:04,270 INFO [RS:2;86ef41262be3:42671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T05:52:04,271 INFO [RS:2;86ef41262be3:42671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=86ef41262be3%2C42671%2C1731390724026, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42671,1731390724026, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs, maxLogs=55 2024-11-12T05:52:04,287 INFO [RS:2;86ef41262be3:42671 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/WALs/86ef41262be3,42671,1731390724026/86ef41262be3%2C42671%2C1731390724026.1731390724271 2024-11-12T05:52:04,288 DEBUG [RS:2;86ef41262be3:42671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-12T05:52:04,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T05:52:04,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T05:52:04,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1731390721829 2024-11-12T05:52:04,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1731390721829 Metrics about Tables on a single HBase RegionServer 2024-11-12T05:52:04,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T05:52:04,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T05:52:04,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T05:52:04,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T05:52:04,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T05:52:04,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T05:52:04,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:52:04,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T05:52:04,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T05:52:04,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2096045199, stopped=false 2024-11-12T05:52:04,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86ef41262be3,44581,1731390720368 2024-11-12T05:52:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:04,721 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T05:52:04,721 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:04,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T05:52:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:04,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T05:52:04,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:52:04,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:04,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:04,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T05:52:04,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86ef41262be3,35465,1731390720541' ***** 2024-11-12T05:52:04,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T05:52:04,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86ef41262be3,42671,1731390724026' ***** 2024-11-12T05:52:04,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T05:52:04,723 INFO [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T05:52:04,723 INFO [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T05:52:04,723 INFO [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d191fa5-c340-1337-d695-40976be111a0/bucket.persistence 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T05:52:04,723 INFO [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-12T05:52:04,723 INFO [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-12T05:52:04,723 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-12T05:52:04,723 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-12T05:52:04,733 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1488): Thread RS:2;86ef41262be3:42671 started persisting bucket cache to file 2024-11-12T05:52:04,734 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1488): Thread RS:0;86ef41262be3:35465 started persisting bucket cache to file 2024-11-12T05:52:04,734 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:52:04,734 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-12T05:52:04,734 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:52:04,734 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-12T05:52:04,738 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:52:04,738 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-12T05:52:04,738 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390724734 2024-11-12T05:52:04,738 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731390724734 2024-11-12T05:52:04,738 DEBUG [RS:0;86ef41262be3:35465 {}] bucket.BucketCache(1510): Thread RS:0;86ef41262be3:35465 finished persisting bucket cache to file, renaming 2024-11-12T05:52:04,738 DEBUG [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1510): Thread RS:2;86ef41262be3:42671 finished persisting bucket cache to file, renaming 2024-11-12T05:52:04,738 WARN [RS:2;86ef41262be3:42671 {}] bucket.BucketCache(1513): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-12T05:52:04,738 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T05:52:04,738 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T05:52:04,738 INFO [RS:0;86ef41262be3:35465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T05:52:04,738 INFO [RS:2;86ef41262be3:42671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T05:52:04,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T05:52:04,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T05:52:04,738 INFO [RS:2;86ef41262be3:42671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T05:52:04,738 INFO [RS:0;86ef41262be3:35465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T05:52:04,738 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(959): stopping server 86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,738 INFO [RS:2;86ef41262be3:42671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:52:04,738 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(3091): Received CLOSE for 14faaec53e79cc99023223c4788e4f97 2024-11-12T05:52:04,739 INFO [RS:2;86ef41262be3:42671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;86ef41262be3:42671. 2024-11-12T05:52:04,739 DEBUG [RS:2;86ef41262be3:42671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:52:04,739 DEBUG [RS:2;86ef41262be3:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(959): stopping server 86ef41262be3,35465,1731390720541 2024-11-12T05:52:04,739 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(976): stopping server 86ef41262be3,42671,1731390724026; all regions closed. 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86ef41262be3:35465. 2024-11-12T05:52:04,739 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-12T05:52:04,739 DEBUG [RS:0;86ef41262be3:35465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T05:52:04,739 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14faaec53e79cc99023223c4788e4f97, disabling compactions & flushes 2024-11-12T05:52:04,739 DEBUG [RS:0;86ef41262be3:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,739 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,739 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T05:52:04,739 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. after waiting 0 ms 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T05:52:04,739 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,739 INFO [RS:0;86ef41262be3:35465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T05:52:04,740 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T05:52:04,740 INFO [regionserver/86ef41262be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:04,740 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T05:52:04,740 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 14faaec53e79cc99023223c4788e4f97=testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97.} 2024-11-12T05:52:04,740 DEBUG [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1351): Waiting on 14faaec53e79cc99023223c4788e4f97, 1588230740 2024-11-12T05:52:04,740 DEBUG [StoreFileCloser-14faaec53e79cc99023223c4788e4f97-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/family/9ff584bfb89245438654f24a0845036c 2024-11-12T05:52:04,740 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-12T05:52:04,740 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T05:52:04,740 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T05:52:04,741 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T05:52:04,741 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T05:52:04,741 DEBUG [RS:2;86ef41262be3:42671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C42671%2C1731390724026:(num 1731390724271) 2024-11-12T05:52:04,741 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T05:52:04,741 DEBUG [RS:2;86ef41262be3:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:04,741 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] hbase.ChoreService(370): Chore service for: regionserver/86ef41262be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T05:52:04,741 INFO [regionserver/86ef41262be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T05:52:04,741 INFO [RS:2;86ef41262be3:42671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:04,742 INFO [RS:2;86ef41262be3:42671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42671 2024-11-12T05:52:04,745 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/default/testBlockEvictionOnGracefulStop1731390721829/14faaec53e79cc99023223c4788e4f97/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T05:52:04,745 INFO [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,745 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14faaec53e79cc99023223c4788e4f97: Waiting for close lock at 1731390724739Running coprocessor pre-close hooks at 1731390724739Disabling compacts and flushes for region at 1731390724739Disabling writes for close at 1731390724739Writing region close event to WAL at 1731390724740 (+1 ms)Running coprocessor post-close hooks at 1731390724745 (+5 ms)Closed at 1731390724745 2024-11-12T05:52:04,745 DEBUG [RS_CLOSE_REGION-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97. 2024-11-12T05:52:04,750 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7ff8c88b7aa945268c671ab4a972f040 2024-11-12T05:52:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86ef41262be3,42671,1731390724026 2024-11-12T05:52:04,764 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/7ff8c88b7aa945268c671ab4a972f040 is 209, key is testBlockEvictionOnGracefulStop1731390721829,,1731390721834.14faaec53e79cc99023223c4788e4f97./info:regioninfo/1731390724127/Put/seqid=0 2024-11-12T05:52:04,764 INFO [RS:2;86ef41262be3:42671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:04,765 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/7ff8c88b7aa945268c671ab4a972f040 2024-11-12T05:52:04,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86ef41262be3,42671,1731390724026] 2024-11-12T05:52:04,772 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 25167130f4de4147ac77d11ad65f3817 2024-11-12T05:52:04,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86ef41262be3,42671,1731390724026 already deleted, retry=false 2024-11-12T05:52:04,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86ef41262be3,42671,1731390724026 expired; onlineServers=1 2024-11-12T05:52:04,785 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/25167130f4de4147ac77d11ad65f3817 is 43, key is default/ns:d/1731390721738/Put/seqid=0 2024-11-12T05:52:04,785 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/25167130f4de4147ac77d11ad65f3817 2024-11-12T05:52:04,793 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d0db24b94d464d16aa096c33f93d2153 2024-11-12T05:52:04,805 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/d0db24b94d464d16aa096c33f93d2153 is 80, key is testBlockEvictionOnGracefulStop1731390721829/table:state/1731390722220/Put/seqid=0 2024-11-12T05:52:04,806 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/d0db24b94d464d16aa096c33f93d2153 2024-11-12T05:52:04,808 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/info/7ff8c88b7aa945268c671ab4a972f040 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/7ff8c88b7aa945268c671ab4a972f040 2024-11-12T05:52:04,809 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/7ff8c88b7aa945268c671ab4a972f040, delay=906 ms 2024-11-12T05:52:04,810 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/7ff8c88b7aa945268c671ab4a972f040, entries=14, sequenceid=13, filesize=7.5 K 2024-11-12T05:52:04,811 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/ns/25167130f4de4147ac77d11ad65f3817 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/25167130f4de4147ac77d11ad65f3817 2024-11-12T05:52:04,812 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/25167130f4de4147ac77d11ad65f3817, delay=924 ms 2024-11-12T05:52:04,812 INFO [regionserver/86ef41262be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:04,813 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/25167130f4de4147ac77d11ad65f3817, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T05:52:04,813 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/.tmp/table/d0db24b94d464d16aa096c33f93d2153 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/d0db24b94d464d16aa096c33f93d2153 2024-11-12T05:52:04,815 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/d0db24b94d464d16aa096c33f93d2153, delay=908 ms 2024-11-12T05:52:04,816 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/d0db24b94d464d16aa096c33f93d2153, entries=2, sequenceid=13, filesize=5.3 K 2024-11-12T05:52:04,817 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=13, compaction requested=false 2024-11-12T05:52:04,818 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/info/7ff8c88b7aa945268c671ab4a972f040 2024-11-12T05:52:04,818 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/ns/25167130f4de4147ac77d11ad65f3817 2024-11-12T05:52:04,819 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/table/d0db24b94d464d16aa096c33f93d2153 2024-11-12T05:52:04,823 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T05:52:04,824 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T05:52:04,824 INFO [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T05:52:04,824 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731390724740Running coprocessor pre-close hooks at 1731390724740Disabling compacts and flushes for region at 1731390724740Disabling writes for close at 1731390724741 (+1 ms)Obtaining lock to block concurrent updates at 1731390724741Preparing flush snapshotting stores in 1588230740 at 1731390724741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731390724742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731390724742Flushing 1588230740/info: creating writer at 1731390724742Flushing 1588230740/info: appending metadata at 1731390724764 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731390724764Flushing 1588230740/ns: creating writer at 1731390724767 (+3 ms)Flushing 1588230740/ns: appending metadata at 1731390724784 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731390724784Flushing 1588230740/table: creating writer at 1731390724788 (+4 ms)Flushing 1588230740/table: appending metadata at 1731390724805 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731390724805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4a8140: reopening flushed file at 1731390724808 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631d12e4: reopening flushed file at 1731390724811 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf0bda8: reopening flushed file at 1731390724813 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=13, compaction requested=false at 1731390724817 (+4 ms)Writing region close event to WAL at 1731390724819 (+2 ms)Running coprocessor post-close hooks at 1731390724824 (+5 ms)Closed at 1731390724824 2024-11-12T05:52:04,824 DEBUG [RS_CLOSE_META-regionserver/86ef41262be3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T05:52:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:04,875 INFO [RS:2;86ef41262be3:42671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x1012ee35c260003, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:04,875 INFO [RS:2;86ef41262be3:42671 {}] regionserver.HRegionServer(1031): Exiting; stopping=86ef41262be3,42671,1731390724026; zookeeper connection closed. 2024-11-12T05:52:04,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361adc02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361adc02 2024-11-12T05:52:04,940 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(976): stopping server 86ef41262be3,35465,1731390720541; all regions closed. 2024-11-12T05:52:04,945 DEBUG [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:04,945 INFO [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C35465%2C1731390720541.meta:.meta(num 1731390721667) 2024-11-12T05:52:04,947 DEBUG [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/oldWALs 2024-11-12T05:52:04,948 INFO [RS:0;86ef41262be3:35465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86ef41262be3%2C35465%2C1731390720541:(num 1731390721255) 2024-11-12T05:52:04,948 DEBUG [RS:0;86ef41262be3:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T05:52:04,948 INFO [RS:0;86ef41262be3:35465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T05:52:04,948 INFO [RS:0;86ef41262be3:35465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:04,948 INFO [RS:0;86ef41262be3:35465 {}] hbase.ChoreService(370): Chore service for: regionserver/86ef41262be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:04,949 INFO [RS:0;86ef41262be3:35465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:04,949 INFO [regionserver/86ef41262be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:04,949 INFO [RS:0;86ef41262be3:35465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35465 2024-11-12T05:52:04,975 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86ef41262be3,35465,1731390720541 2024-11-12T05:52:04,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T05:52:04,975 INFO [RS:0;86ef41262be3:35465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:04,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86ef41262be3,35465,1731390720541] 2024-11-12T05:52:04,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86ef41262be3,35465,1731390720541 already deleted, retry=false 2024-11-12T05:52:04,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86ef41262be3,35465,1731390720541 expired; onlineServers=0 2024-11-12T05:52:04,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86ef41262be3,44581,1731390720368' ***** 2024-11-12T05:52:04,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T05:52:04,992 INFO [M:0;86ef41262be3:44581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T05:52:04,992 INFO [M:0;86ef41262be3:44581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T05:52:04,992 DEBUG [M:0;86ef41262be3:44581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T05:52:04,993 DEBUG [M:0;86ef41262be3:44581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T05:52:04,993 DEBUG [master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390720979 {}] cleaner.HFileCleaner(306): Exit Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.large.0-1731390720979,5,FailOnTimeoutGroup] 2024-11-12T05:52:04,993 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T05:52:04,993 DEBUG [master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390720979 {}] cleaner.HFileCleaner(306): Exit Thread[master/86ef41262be3:0:becomeActiveMaster-HFileCleaner.small.0-1731390720979,5,FailOnTimeoutGroup] 2024-11-12T05:52:04,993 INFO [M:0;86ef41262be3:44581 {}] hbase.ChoreService(370): Chore service for: master/86ef41262be3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T05:52:04,993 INFO [M:0;86ef41262be3:44581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T05:52:04,993 DEBUG [M:0;86ef41262be3:44581 {}] master.HMaster(1795): Stopping service threads 2024-11-12T05:52:04,993 INFO [M:0;86ef41262be3:44581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T05:52:04,994 INFO [M:0;86ef41262be3:44581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T05:52:04,994 INFO [M:0;86ef41262be3:44581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T05:52:04,994 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T05:52:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T05:52:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T05:52:05,005 DEBUG [M:0;86ef41262be3:44581 {}] zookeeper.ZKUtil(347): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T05:52:05,005 WARN [M:0;86ef41262be3:44581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T05:52:05,006 INFO [M:0;86ef41262be3:44581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/.lastflushedseqids 2024-11-12T05:52:05,014 INFO [M:0;86ef41262be3:44581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T05:52:05,014 INFO [M:0;86ef41262be3:44581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T05:52:05,015 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T05:52:05,015 INFO [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:05,015 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:05,015 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T05:52:05,015 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:05,015 INFO [M:0;86ef41262be3:44581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB 2024-11-12T05:52:05,025 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 393e5c56bff44497a82a31e78c937128 2024-11-12T05:52:05,039 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/393e5c56bff44497a82a31e78c937128 is 82, key is hbase:meta,,1/info:regioninfo/1731390721697/Put/seqid=0 2024-11-12T05:52:05,039 INFO [M:0;86ef41262be3:44581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/393e5c56bff44497a82a31e78c937128 2024-11-12T05:52:05,046 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on dbae64f8a8cf450f90ea8fa37e4e57b9 2024-11-12T05:52:05,060 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbae64f8a8cf450f90ea8fa37e4e57b9 is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731390722225/Put/seqid=0 2024-11-12T05:52:05,060 INFO [M:0;86ef41262be3:44581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbae64f8a8cf450f90ea8fa37e4e57b9 2024-11-12T05:52:05,067 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ddb15ede05044b8e863a44da4ff8a3f7 2024-11-12T05:52:05,081 DEBUG [M:0;86ef41262be3:44581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb15ede05044b8e863a44da4ff8a3f7 is 69, key is 86ef41262be3,35465,1731390720541/rs:state/1731390721057/Put/seqid=0 2024-11-12T05:52:05,081 INFO [M:0;86ef41262be3:44581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb15ede05044b8e863a44da4ff8a3f7 2024-11-12T05:52:05,083 INFO [M:0;86ef41262be3:44581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddb15ede05044b8e863a44da4ff8a3f7 2024-11-12T05:52:05,083 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:05,083 INFO [RS:0;86ef41262be3:35465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:05,084 DEBUG [pool-163-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x1012ee35c260001, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:05,084 INFO [RS:0;86ef41262be3:35465 {}] regionserver.HRegionServer(1031): Exiting; stopping=86ef41262be3,35465,1731390720541; zookeeper connection closed. 2024-11-12T05:52:05,084 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/393e5c56bff44497a82a31e78c937128 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/393e5c56bff44497a82a31e78c937128 2024-11-12T05:52:05,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@155b3023 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@155b3023 2024-11-12T05:52:05,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T05:52:05,086 INFO [M:0;86ef41262be3:44581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/393e5c56bff44497a82a31e78c937128, entries=8, sequenceid=83, filesize=5.5 K 2024-11-12T05:52:05,086 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbae64f8a8cf450f90ea8fa37e4e57b9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbae64f8a8cf450f90ea8fa37e4e57b9 2024-11-12T05:52:05,087 INFO [M:0;86ef41262be3:44581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbae64f8a8cf450f90ea8fa37e4e57b9, entries=9, sequenceid=83, filesize=6.4 K 2024-11-12T05:52:05,088 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb15ede05044b8e863a44da4ff8a3f7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddb15ede05044b8e863a44da4ff8a3f7 2024-11-12T05:52:05,089 INFO [M:0;86ef41262be3:44581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddb15ede05044b8e863a44da4ff8a3f7 2024-11-12T05:52:05,089 INFO [M:0;86ef41262be3:44581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c5e73d6-51fa-86f2-c664-a9e996088d67/2ddbc6b6-8300-ea66-61c5-758fffdfa32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddb15ede05044b8e863a44da4ff8a3f7, entries=3, sequenceid=83, filesize=5.3 K 2024-11-12T05:52:05,090 INFO [M:0;86ef41262be3:44581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 75ms, sequenceid=83, compaction requested=false 2024-11-12T05:52:05,092 INFO [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T05:52:05,092 DEBUG [M:0;86ef41262be3:44581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731390725015Disabling compacts and flushes for region at 1731390725015Disabling writes for close at 1731390725015Obtaining lock to block concurrent updates at 1731390725015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731390725015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1731390725016 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731390725016Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731390725016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731390725038 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731390725038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731390725041 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731390725059 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731390725059Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731390725062 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731390725080 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731390725080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abc467a: reopening flushed file at 1731390725084 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f17829: reopening flushed file at 1731390725086 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47217fde: reopening flushed file at 1731390725088 (+2 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 75ms, sequenceid=83, compaction requested=false at 1731390725090 (+2 ms)Writing region close event to WAL at 1731390725092 (+2 ms)Closed at 1731390725092 2024-11-12T05:52:05,093 INFO [M:0;86ef41262be3:44581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T05:52:05,093 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T05:52:05,094 INFO [M:0;86ef41262be3:44581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44581 2024-11-12T05:52:05,094 INFO [M:0;86ef41262be3:44581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T05:52:05,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:05,222 INFO [M:0;86ef41262be3:44581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T05:52:05,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x1012ee35c260000, quorum=127.0.0.1:50654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T05:52:05,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T05:52:05,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T05:52:05,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T05:52:05,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=71 (was 50) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6893 (was 6977)