2024-11-15 00:46:58,761 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 00:46:58,831 main DEBUG Took 0.067629 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 00:46:58,831 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 00:46:58,832 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 00:46:58,833 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 00:46:58,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,848 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 00:46:58,888 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,892 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,894 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,895 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,897 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,900 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,901 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,905 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:46:58,906 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,906 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 00:46:58,908 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:46:58,910 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 00:46:58,917 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 00:46:58,929 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 00:46:58,930 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 00:46:58,933 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 00:46:58,948 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 00:46:58,956 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 00:46:58,959 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 00:46:58,966 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 00:46:58,967 main DEBUG createAppenders(={Console}) 2024-11-15 00:46:58,968 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-15 00:46:58,968 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 00:46:58,969 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-15 00:46:58,969 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 00:46:58,970 main DEBUG OutputStream closed 2024-11-15 00:46:58,970 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 00:46:58,970 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 00:46:58,971 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-15 00:46:59,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 00:46:59,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 00:46:59,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 00:46:59,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 00:46:59,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 00:46:59,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 00:46:59,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 00:46:59,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 00:46:59,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 00:46:59,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 00:46:59,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 00:46:59,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 00:46:59,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 00:46:59,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 00:46:59,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 00:46:59,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 00:46:59,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 00:46:59,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 00:46:59,231 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 00:46:59,232 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-15 00:46:59,232 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 00:46:59,233 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-15T00:46:59,256 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-11-15 00:46:59,260 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 00:46:59,260 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T00:46:59,833 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce 2024-11-15T00:46:59,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1150, ProcessCount=11, AvailableMemoryMB=2259 2024-11-15T00:47:00,116 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T00:47:00,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:00,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/cluster_164e9032-bfd1-8e18-c323-4963ccc4cefb, deleteOnExit=true 2024-11-15T00:47:00,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/cluster_164e9032-bfd1-8e18-c323-4963ccc4cefb/zookeeper_0, clientPort=60067, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/cluster_164e9032-bfd1-8e18-c323-4963ccc4cefb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/cluster_164e9032-bfd1-8e18-c323-4963ccc4cefb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:47:00,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60067 2024-11-15T00:47:00,563 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:00,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 with version=8 2024-11-15T00:47:00,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase-staging 2024-11-15T00:47:00,849 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T00:47:01,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:01,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:01,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:01,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:01,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:01,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:01,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:47:01,677 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:47:01,746 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T00:47:01,767 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T00:47:01,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:01,819 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16702 (auto-detected) 2024-11-15T00:47:01,821 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T00:47:01,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43231 2024-11-15T00:47:01,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43231 connecting to ZooKeeper ensemble=127.0.0.1:60067 2024-11-15T00:47:01,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432310x0, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:01,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43231-0x1013bf59d0b0000 connected 2024-11-15T00:47:02,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:02,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916, hbase.cluster.distributed=false 2024-11-15T00:47:02,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:02,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-15T00:47:02,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43231 2024-11-15T00:47:02,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43231 2024-11-15T00:47:02,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-15T00:47:02,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-15T00:47:02,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:02,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:02,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:02,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:47:02,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:02,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42221 2024-11-15T00:47:02,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42221 connecting to ZooKeeper ensemble=127.0.0.1:60067 2024-11-15T00:47:02,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422210x0, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:02,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422210x0, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:02,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42221-0x1013bf59d0b0001 connected 2024-11-15T00:47:02,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:47:02,417 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.cache 2024-11-15T00:47:02,444 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T00:47:02,446 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-15T00:47:02,454 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-15T00:47:02,468 INFO [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-15T00:47:02,469 WARN [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-15T00:47:02,487 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T00:47:02,488 INFO [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence is complete. 2024-11-15T00:47:02,489 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T00:47:02,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:47:02,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:47:02,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:02,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-15T00:47:02,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42221 2024-11-15T00:47:02,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42221 2024-11-15T00:47:02,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-15T00:47:02,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-15T00:47:02,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:02,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:02,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:02,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:02,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:47:02,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:02,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32857 2024-11-15T00:47:02,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32857 connecting to ZooKeeper ensemble=127.0.0.1:60067 2024-11-15T00:47:02,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328570x0, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:02,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328570x0, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:02,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:47:02,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32857-0x1013bf59d0b0002 connected 2024-11-15T00:47:02,683 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.cache 2024-11-15T00:47:02,684 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T00:47:02,684 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-15T00:47:02,685 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-15T00:47:02,704 INFO [Thread-11 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-15T00:47:02,705 WARN [Thread-11 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-15T00:47:02,706 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T00:47:02,706 INFO [Thread-11 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence is complete. 2024-11-15T00:47:02,720 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T00:47:02,721 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:47:02,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:47:02,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:02,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-15T00:47:02,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-11-15T00:47:02,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-11-15T00:47:02,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-15T00:47:02,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-15T00:47:02,821 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:43231 2024-11-15T00:47:02,823 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:02,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:02,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:02,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:02,870 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:02,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:02,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:02,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:02,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:02,956 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:47:02,960 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,43231,1731631620979 from backup master directory 2024-11-15T00:47:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:02,990 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:02,991 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:02,994 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T00:47:02,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:03,005 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T00:47:03,037 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase.id] with ID: 3eeb8f54-58b3-4496-8d02-7a418ea87b4f 2024-11-15T00:47:03,037 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.tmp/hbase.id 2024-11-15T00:47:03,067 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase.id] 2024-11-15T00:47:03,296 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:03,302 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:47:03,325 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-15T00:47:03,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:03,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:03,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:03,428 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:47:03,433 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:47:03,491 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:47:03,498 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:03,613 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store 2024-11-15T00:47:03,645 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T00:47:03,650 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:03,653 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:47:03,653 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:03,653 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:03,656 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:47:03,656 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:03,657 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:03,658 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631623652Disabling compacts and flushes for region at 1731631623652Disabling writes for close at 1731631623656 (+4 ms)Writing region close event to WAL at 1731631623657 (+1 ms)Closed at 1731631623657 2024-11-15T00:47:03,659 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/.initializing 2024-11-15T00:47:03,659 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:03,687 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:03,724 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C43231%2C1731631620979, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,43231,1731631620979, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/oldWALs, maxLogs=10 2024-11-15T00:47:03,781 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,43231,1731631620979/fb2f6cb7846a%2C43231%2C1731631620979.1731631623733 2024-11-15T00:47:03,787 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:03,787 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:03,788 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:03,794 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,796 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:47:03,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:03,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:03,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:47:03,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:03,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:03,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:47:03,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:03,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:03,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:47:03,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:03,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:03,948 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,952 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,953 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,957 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,958 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,962 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:03,965 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:03,983 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:03,984 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73614175, jitterRate=0.09693668782711029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:03,994 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631623815Initializing all the Stores at 1731631623816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631623817 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631623819 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631623820 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631623820Cleaning up temporary data from old regions at 1731631623958 (+138 ms)Region opened successfully at 1731631623994 (+36 ms) 2024-11-15T00:47:03,999 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:47:04,048 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c27f4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:04,099 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:47:04,117 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:47:04,117 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:47:04,123 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:47:04,124 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T00:47:04,136 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-15T00:47:04,137 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:47:04,205 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:47:04,234 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:47:04,293 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:47:04,301 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:47:04,303 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:47:04,317 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:47:04,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:47:04,327 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:47:04,338 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:47:04,341 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:47:04,349 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:47:04,375 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:47:04,391 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,426 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,43231,1731631620979, sessionid=0x1013bf59d0b0000, setting cluster-up flag (Was=false) 2024-11-15T00:47:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,506 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:47:04,510 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:04,570 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:47:04,572 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:04,579 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:47:04,597 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(746): ClusterId : 3eeb8f54-58b3-4496-8d02-7a418ea87b4f 2024-11-15T00:47:04,601 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:47:04,604 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(746): ClusterId : 3eeb8f54-58b3-4496-8d02-7a418ea87b4f 2024-11-15T00:47:04,605 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:47:04,625 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:47:04,625 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:47:04,626 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:47:04,626 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:47:04,644 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:47:04,645 DEBUG [RS:1;fb2f6cb7846a:32857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7636d8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:04,648 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:47:04,649 DEBUG [RS:0;fb2f6cb7846a:42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c22ed60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:04,670 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb2f6cb7846a:32857 2024-11-15T00:47:04,676 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:47:04,677 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:47:04,677 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:47:04,681 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,43231,1731631620979 with port=32857, startcode=1731631622584 2024-11-15T00:47:04,688 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:42221 2024-11-15T00:47:04,690 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:47:04,690 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:47:04,690 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:47:04,705 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,43231,1731631620979 with port=42221, startcode=1731631622231 2024-11-15T00:47:04,710 DEBUG [RS:1;fb2f6cb7846a:32857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:47:04,711 DEBUG [RS:0;fb2f6cb7846a:42221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:47:04,740 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:04,762 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:47:04,775 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:47:04,784 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,43231,1731631620979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:47:04,803 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:04,803 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:04,803 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:04,803 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:04,804 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:47:04,804 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:04,804 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:04,804 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:04,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:04,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:47:04,830 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631654830 2024-11-15T00:47:04,832 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:47:04,833 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:47:04,838 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:47:04,838 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:47:04,839 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:47:04,839 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:47:04,840 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:04,845 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:47:04,847 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:47:04,847 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:47:04,852 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:04,852 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:47:04,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:47:04,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:47:04,858 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:47:04,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:47:04,872 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631624871,5,FailOnTimeoutGroup] 2024-11-15T00:47:04,876 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631624873,5,FailOnTimeoutGroup] 2024-11-15T00:47:04,877 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:04,877 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:47:04,879 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:04,879 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:04,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:04,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43231 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:04,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:04,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43231 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:04,926 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:04,927 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-15T00:47:04,927 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:47:04,930 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:04,930 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-15T00:47:04,931 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:47:04,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:04,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:47:04,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:04,987 DEBUG [RS:1;fb2f6cb7846a:32857 {}] zookeeper.ZKUtil(111): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:04,987 WARN [RS:1;fb2f6cb7846a:32857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:04,988 INFO [RS:1;fb2f6cb7846a:32857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:04,988 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:04,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,32857,1731631622584] 2024-11-15T00:47:04,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,42221,1731631622231] 2024-11-15T00:47:04,992 DEBUG [RS:0;fb2f6cb7846a:42221 {}] zookeeper.ZKUtil(111): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:04,993 WARN [RS:0;fb2f6cb7846a:42221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:04,993 INFO [RS:0;fb2f6cb7846a:42221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:04,993 DEBUG [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:05,044 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:47:05,044 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:47:05,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:05,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-15T00:47:05,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:47:05,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:05,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:05,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-15T00:47:05,121 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:47:05,121 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:47:05,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:47:05,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:05,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:05,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-15T00:47:05,132 INFO [RS:1;fb2f6cb7846a:32857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:47:05,132 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,135 INFO [RS:0;fb2f6cb7846a:42221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:47:05,135 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,150 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:47:05,152 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:47:05,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:47:05,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:05,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:05,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-15T00:47:05,159 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:47:05,163 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,164 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,164 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,164 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,165 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,165 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,165 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:05,165 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,166 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,166 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,166 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,166 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,167 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,167 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:05,167 DEBUG [RS:0;fb2f6cb7846a:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:47:05,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:05,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:47:05,168 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:47:05,168 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,169 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,169 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,169 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:05,169 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:05,170 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,170 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:05,170 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:47:05,170 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:47:05,170 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,171 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,171 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:05,171 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,171 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:05,171 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:05,171 DEBUG [RS:1;fb2f6cb7846a:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:47:05,175 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,176 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,176 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,176 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,177 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,177 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42221,1731631622231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:05,204 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,205 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,205 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,205 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,206 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,206 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,32857,1731631622584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:05,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:05,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71454414, jitterRate=0.06475374102592468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:05,241 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:47:05,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631625054Initializing all the Stores at 1731631625055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631625055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631625064 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631625064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631625064Cleaning up temporary data from old regions at 1731631625170 (+106 ms)Region opened successfully at 1731631625241 (+71 ms) 2024-11-15T00:47:05,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:47:05,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:47:05,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:47:05,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:47:05,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:47:05,243 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,32857,1731631622584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,244 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,244 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.Replication(171): fb2f6cb7846a,32857,1731631622584 started 2024-11-15T00:47:05,248 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:47:05,249 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42221,1731631622231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:05,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631625242Disabling compacts and flushes for region at 1731631625242Disabling writes for close at 1731631625242Writing region close event to WAL at 1731631625248 (+6 ms)Closed at 1731631625249 (+1 ms) 2024-11-15T00:47:05,249 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,250 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.Replication(171): fb2f6cb7846a,42221,1731631622231 started 2024-11-15T00:47:05,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:05,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:47:05,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:47:05,274 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,274 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,32857,1731631622584, RpcServer on fb2f6cb7846a/172.17.0.3:32857, sessionid=0x1013bf59d0b0002 2024-11-15T00:47:05,276 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:47:05,276 DEBUG [RS:1;fb2f6cb7846a:32857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:05,277 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,32857,1731631622584' 2024-11-15T00:47:05,277 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:47:05,278 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:47:05,280 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:47:05,280 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:47:05,280 DEBUG [RS:1;fb2f6cb7846a:32857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:05,281 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,32857,1731631622584' 2024-11-15T00:47:05,281 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:47:05,283 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:47:05,285 DEBUG [RS:1;fb2f6cb7846a:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:47:05,285 INFO [RS:1;fb2f6cb7846a:32857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:47:05,286 INFO [RS:1;fb2f6cb7846a:32857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:47:05,286 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:05,286 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,42221,1731631622231, RpcServer on fb2f6cb7846a/172.17.0.3:42221, sessionid=0x1013bf59d0b0001 2024-11-15T00:47:05,287 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:47:05,287 DEBUG [RS:0;fb2f6cb7846a:42221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:05,287 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,42221,1731631622231' 2024-11-15T00:47:05,287 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:47:05,288 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:47:05,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:47:05,291 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:47:05,291 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:47:05,291 DEBUG [RS:0;fb2f6cb7846a:42221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:05,293 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,42221,1731631622231' 2024-11-15T00:47:05,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:47:05,293 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:47:05,296 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:47:05,297 DEBUG [RS:0;fb2f6cb7846a:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:47:05,297 INFO [RS:0;fb2f6cb7846a:42221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:47:05,297 INFO [RS:0;fb2f6cb7846a:42221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:47:05,394 INFO [RS:1;fb2f6cb7846a:32857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:05,396 INFO [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C32857%2C1731631622584, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,32857,1731631622584, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:05,398 INFO [RS:0;fb2f6cb7846a:42221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:05,399 INFO [RS:0;fb2f6cb7846a:42221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C42221%2C1731631622231, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,42221,1731631622231, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:05,444 WARN [fb2f6cb7846a:43231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:47:05,452 INFO [RS:0;fb2f6cb7846a:42221 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,42221,1731631622231/fb2f6cb7846a%2C42221%2C1731631622231.1731631625403 2024-11-15T00:47:05,453 INFO [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,32857,1731631622584/fb2f6cb7846a%2C32857%2C1731631622584.1731631625403 2024-11-15T00:47:05,454 DEBUG [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:05,454 DEBUG [RS:0;fb2f6cb7846a:42221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:05,697 DEBUG [fb2f6cb7846a:43231 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T00:47:05,710 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:47:05,715 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:47:05,716 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:47:05,716 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:47:05,716 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:47:05,716 INFO [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:47:05,716 INFO [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:47:05,716 DEBUG [fb2f6cb7846a:43231 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:47:05,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:05,735 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,32857,1731631622584, state=OPENING 2024-11-15T00:47:05,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:47:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:05,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:05,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:05,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:05,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:47:05,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,32857,1731631622584}] 2024-11-15T00:47:06,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:47:06,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:47:06,064 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:47:06,064 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:06,065 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:47:06,066 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C32857%2C1731631622584.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,32857,1731631622584, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:06,085 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,32857,1731631622584/fb2f6cb7846a%2C32857%2C1731631622584.meta.1731631626068.meta 2024-11-15T00:47:06,085 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:06,086 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:06,088 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:47:06,090 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:47:06,095 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:47:06,099 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:47:06,100 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:06,100 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:47:06,100 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:47:06,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-15T00:47:06,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:47:06,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:06,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-15T00:47:06,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:47:06,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:06,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-15T00:47:06,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:47:06,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:06,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-15T00:47:06,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:47:06,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:06,107 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:47:06,108 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:06,109 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:06,110 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:47:06,110 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:47:06,110 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:06,111 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:47:06,112 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71179002, jitterRate=0.06064978241920471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:06,112 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:47:06,114 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631626101Writing region info on filesystem at 1731631626101Initializing all the Stores at 1731631626101Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631626101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631626102 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631626102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631626102Cleaning up temporary data from old regions at 1731631626110 (+8 ms)Running coprocessor post-open hooks at 1731631626112 (+2 ms)Region opened successfully at 1731631626113 (+1 ms) 2024-11-15T00:47:06,119 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631626044 2024-11-15T00:47:06,129 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:47:06,130 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:47:06,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:06,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,32857,1731631622584, state=OPEN 2024-11-15T00:47:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:06,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:06,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:06,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:06,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:47:06,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,32857,1731631622584 in 302 msec 2024-11-15T00:47:06,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:47:06,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 924 msec 2024-11-15T00:47:06,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:06,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:47:06,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:47:06,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,32857,1731631622584, seqNum=-1] 2024-11-15T00:47:06,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:06,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:06,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6380 sec 2024-11-15T00:47:06,268 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631626268, completionTime=-1 2024-11-15T00:47:06,272 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T00:47:06,272 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:47:06,304 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T00:47:06,304 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731631686304 2024-11-15T00:47:06,305 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731631746305 2024-11-15T00:47:06,305 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-15T00:47:06,307 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:47:06,313 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,313 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,313 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,315 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:43231, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,316 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,316 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,323 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:47:06,346 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.355sec 2024-11-15T00:47:06,348 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:47:06,350 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:47:06,351 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:47:06,352 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:47:06,352 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:47:06,353 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:06,354 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:47:06,355 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:47:06,356 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:47:06,357 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43231,1731631620979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:06,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319823c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:06,418 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T00:47:06,418 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T00:47:06,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,43231,-1 for getting cluster id 2024-11-15T00:47:06,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:47:06,434 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3eeb8f54-58b3-4496-8d02-7a418ea87b4f' 2024-11-15T00:47:06,437 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:47:06,437 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3eeb8f54-58b3-4496-8d02-7a418ea87b4f" 2024-11-15T00:47:06,438 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c321b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:06,438 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,43231,-1] 2024-11-15T00:47:06,441 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:47:06,444 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:06,446 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:47:06,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e12cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:06,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:47:06,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,32857,1731631622584, seqNum=-1] 2024-11-15T00:47:06,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:06,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:06,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:06,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:47:06,496 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:06,500 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf81493 2024-11-15T00:47:06,501 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:47:06,504 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:47:06,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testBlockEvictionOnRegionMove1731631626485', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:47:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 2024-11-15T00:47:06,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:47:06,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1731631626485" procId is: 4 2024-11-15T00:47:06,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:47:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:06,555 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5a5bc8dd1fab9d799ff9aa3bb6b2365, NAME => 'testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731631626485', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:06,563 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:06,563 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1722): Closing a5a5bc8dd1fab9d799ff9aa3bb6b2365, disabling compactions & flushes 2024-11-15T00:47:06,563 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,563 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,563 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. after waiting 0 ms 2024-11-15T00:47:06,563 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,563 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,564 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731631626485-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Waiting for close lock at 1731631626563Disabling compacts and flushes for region at 1731631626563Disabling writes for close at 1731631626563Writing region close event to WAL at 1731631626563Closed at 1731631626563 2024-11-15T00:47:06,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:47:06,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731631626566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631626566"}]},"ts":"1731631626566"} 2024-11-15T00:47:06,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:47:06,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:47:06,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731631626485","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631626580"}]},"ts":"1731631626580"} 2024-11-15T00:47:06,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731631626485, state=ENABLING in hbase:meta 2024-11-15T00:47:06,588 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:47:06,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:47:06,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:47:06,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:47:06,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:47:06,589 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:47:06,589 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:47:06,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:47:06,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, ASSIGN}] 2024-11-15T00:47:06,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, ASSIGN 2024-11-15T00:47:06,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,42221,1731631622231; forceNewPlan=false, retain=false 2024-11-15T00:47:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:06,747 INFO [fb2f6cb7846a:43231 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:47:06,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=OPENING, regionLocation=fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, ASSIGN because future has completed 2024-11-15T00:47:06,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231}] 2024-11-15T00:47:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:06,912 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:47:06,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:47:06,922 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,923 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5a5bc8dd1fab9d799ff9aa3bb6b2365, NAME => 'testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:06,923 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731631626485 a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,923 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:06,923 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,923 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,925 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,935 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a5bc8dd1fab9d799ff9aa3bb6b2365 columnFamilyName family 2024-11-15T00:47:06,936 DEBUG [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:06,936 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(327): Store=a5a5bc8dd1fab9d799ff9aa3bb6b2365/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:06,937 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,939 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,939 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,939 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,940 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,941 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,981 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:06,982 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5a5bc8dd1fab9d799ff9aa3bb6b2365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72427872, jitterRate=0.07925939559936523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:47:06,982 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:06,984 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Running coprocessor pre-open hook at 1731631626924Writing region info on filesystem at 1731631626924Initializing all the Stores at 1731631626924Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631626924Cleaning up temporary data from old regions at 1731631626940 (+16 ms)Running coprocessor post-open hooks at 1731631626982 (+42 ms)Region opened successfully at 1731631626984 (+2 ms) 2024-11-15T00:47:06,985 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365., pid=6, masterSystemTime=1731631626912 2024-11-15T00:47:06,993 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,993 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:06,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:07,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231 because future has completed 2024-11-15T00:47:07,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:47:07,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231 in 267 msec 2024-11-15T00:47:07,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:47:07,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, ASSIGN in 437 msec 2024-11-15T00:47:07,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:47:07,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731631626485","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631627035"}]},"ts":"1731631627035"} 2024-11-15T00:47:07,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731631626485, state=ENABLED in hbase:meta 2024-11-15T00:47:07,048 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:47:07,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731631626485 in 536 msec 2024-11-15T00:47:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:07,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731631626485 get assigned. Timeout = 60000ms 2024-11-15T00:47:07,161 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731631626485 completed 2024-11-15T00:47:07,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:47:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731631626485 assigned to meta. Checking AM states. 2024-11-15T00:47:07,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:47:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731631626485 assigned. 2024-11-15T00:47:07,222 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731631626485', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365., hostname=fb2f6cb7846a,42221,1731631622231, seqNum=2] 2024-11-15T00:47:07,224 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:07,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:07,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a5a5bc8dd1fab9d799ff9aa3bb6b2365 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-15T00:47:07,304 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:07,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/.tmp/family/5a69096ecf934b2491c3ab5f07525b3f is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-15T00:47:07,375 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/.tmp/family/5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:07,425 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/.tmp/family/5a69096ecf934b2491c3ab5f07525b3f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:07,427 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, delay=928 ms 2024-11-15T00:47:07,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-15T00:47:07,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for a5a5bc8dd1fab9d799ff9aa3bb6b2365 in 188ms, sequenceid=6, compaction requested=false 2024-11-15T00:47:07,437 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731631626485' 2024-11-15T00:47:07,439 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: 2024-11-15T00:47:08,357 DEBUG [hfile-prefetch-1731631627427 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 5a69096ecf934b2491c3ab5f07525b3f_0. 2024-11-15T00:47:08,361 DEBUG [hfile-prefetch-1731631627427 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 5a69096ecf934b2491c3ab5f07525b3f_117. 2024-11-15T00:47:08,362 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, with total blocks 2, and data blocks 1 2024-11-15T00:47:08,363 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-15T00:47:08,363 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-15T00:47:08,363 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f. Will sleep 100ms and try the verification again. 2024-11-15T00:47:08,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=a5a5bc8dd1fab9d799ff9aa3bb6b2365, source=fb2f6cb7846a,42221,1731631622231, destination=fb2f6cb7846a,32857,1731631622584, warming up region on fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:08,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=a5a5bc8dd1fab9d799ff9aa3bb6b2365, source=fb2f6cb7846a,42221,1731631622231, destination=fb2f6cb7846a,32857,1731631622584, running balancer 2024-11-15T00:47:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE 2024-11-15T00:47:08,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE 2024-11-15T00:47:08,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(7855): Warmup {ENCODED => a5a5bc8dd1fab9d799ff9aa3bb6b2365, NAME => 'testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:08,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=CLOSING, regionLocation=fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:08,456 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,457 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a5bc8dd1fab9d799ff9aa3bb6b2365 columnFamilyName family 2024-11-15T00:47:08,458 DEBUG [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE because future has completed 2024-11-15T00:47:08,461 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-11-15T00:47:08,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231}] 2024-11-15T00:47:08,464 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, with total blocks 2, and data blocks 1 2024-11-15T00:47:08,464 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2286): iterating over 1 entries in the backing map 2024-11-15T00:47:08,464 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2294): found block for file 5a69096ecf934b2491c3ab5f07525b3f in the backing map. Acquiring read lock for offset 0 2024-11-15T00:47:08,464 DEBUG [hfile-prefetch-1731631627427 {}] bucket.BucketCache(2306): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f has now been fully cached. 2024-11-15T00:47:08,465 DEBUG [hfile-prefetch-1731631627427 {}] hfile.PrefetchExecutor(121): Prefetch completed for 5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:08,465 DEBUG [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:08,467 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(327): Store=a5a5bc8dd1fab9d799ff9aa3bb6b2365/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1722): Closing a5a5bc8dd1fab9d799ff9aa3bb6b2365, disabling compactions & flushes 2024-11-15T00:47:08,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. after waiting 0 ms 2024-11-15T00:47:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,477 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-15T00:47:08,477 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-15T00:47:08,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.HRegion(1676): Region close journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Waiting for close lock at 1731631628467Disabling compacts and flushes for region at 1731631628467Disabling writes for close at 1731631628468 (+1 ms)Writing region close event to WAL at 1731631628477 (+9 ms)Closed at 1731631628477 2024-11-15T00:47:08,478 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:08,478 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-11-15T00:47:08,503 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-11-15T00:47:08,504 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1731631628477 2024-11-15T00:47:08,504 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-15T00:47:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T00:47:08,622 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,622 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-11-15T00:47:08,623 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing a5a5bc8dd1fab9d799ff9aa3bb6b2365, disabling compactions & flushes 2024-11-15T00:47:08,623 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,623 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,623 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. after waiting 0 ms 2024-11-15T00:47:08,623 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,625 DEBUG [StoreFileCloser-a5a5bc8dd1fab9d799ff9aa3bb6b2365-family-1 {}] bucket.BucketCache(769): Removing file 5a69096ecf934b2491c3ab5f07525b3f for region a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,626 DEBUG [StoreFileCloser-a5a5bc8dd1fab9d799ff9aa3bb6b2365-family-1 {}] bucket.BucketCache(1864): found 1 blocks for file 5a69096ecf934b2491c3ab5f07525b3f, starting offset: 0, end offset: 9223372036854775807 2024-11-15T00:47:08,627 DEBUG [StoreFileCloser-a5a5bc8dd1fab9d799ff9aa3bb6b2365-family-1 {}] bucket.BucketCache(857): removed key 5a69096ecf934b2491c3ab5f07525b3f_0 from back map with offset lock 2094080 in the evict process 2024-11-15T00:47:08,633 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T00:47:08,635 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,635 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Waiting for close lock at 1731631628623Running coprocessor pre-close hooks at 1731631628623Disabling compacts and flushes for region at 1731631628623Disabling writes for close at 1731631628623Writing region close event to WAL at 1731631628628 (+5 ms)Running coprocessor post-close hooks at 1731631628634 (+6 ms)Closed at 1731631628635 (+1 ms) 2024-11-15T00:47:08,635 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding a5a5bc8dd1fab9d799ff9aa3bb6b2365 move to fb2f6cb7846a,32857,1731631622584 record at close sequenceid=6 2024-11-15T00:47:08,639 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=CLOSED 2024-11-15T00:47:08,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231 because future has completed 2024-11-15T00:47:08,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T00:47:08,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,42221,1731631622231 in 183 msec 2024-11-15T00:47:08,679 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE; state=CLOSED, location=fb2f6cb7846a,32857,1731631622584; forceNewPlan=false, retain=false 2024-11-15T00:47:08,704 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-15T00:47:08,704 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-15T00:47:08,704 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:08,704 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:08,708 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:08,708 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631628704 2024-11-15T00:47:08,708 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-15T00:47:08,830 INFO [fb2f6cb7846a:43231 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:47:08,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=OPENING, regionLocation=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:08,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE because future has completed 2024-11-15T00:47:08,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,32857,1731631622584}] 2024-11-15T00:47:08,992 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:08,992 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a5a5bc8dd1fab9d799ff9aa3bb6b2365, NAME => 'testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:08,993 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731631626485 a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,993 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:08,993 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,993 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,994 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,995 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a5bc8dd1fab9d799ff9aa3bb6b2365 columnFamilyName family 2024-11-15T00:47:08,995 DEBUG [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:08,997 DEBUG [StoreFileOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f, delay=944 ms 2024-11-15T00:47:08,998 DEBUG [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:08,998 INFO [StoreOpener-a5a5bc8dd1fab9d799ff9aa3bb6b2365-1 {}] regionserver.HStore(327): Store=a5a5bc8dd1fab9d799ff9aa3bb6b2365/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:08,998 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:08,999 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,000 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,000 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,000 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,004 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,005 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened a5a5bc8dd1fab9d799ff9aa3bb6b2365; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67183764, jitterRate=0.0011160969734191895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:47:09,005 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,006 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Running coprocessor pre-open hook at 1731631628993Writing region info on filesystem at 1731631628993Initializing all the Stores at 1731631628994 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631628994Cleaning up temporary data from old regions at 1731631629000 (+6 ms)Running coprocessor post-open hooks at 1731631629005 (+5 ms)Region opened successfully at 1731631629006 (+1 ms) 2024-11-15T00:47:09,006 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365., pid=9, masterSystemTime=1731631628986 2024-11-15T00:47:09,009 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,009 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5a5bc8dd1fab9d799ff9aa3bb6b2365, regionState=OPEN, openSeqNum=10, regionLocation=fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,32857,1731631622584 because future has completed 2024-11-15T00:47:09,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T00:47:09,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a5bc8dd1fab9d799ff9aa3bb6b2365, server=fb2f6cb7846a,32857,1731631622584 in 181 msec 2024-11-15T00:47:09,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731631626485, region=a5a5bc8dd1fab9d799ff9aa3bb6b2365, REOPEN/MOVE in 564 msec 2024-11-15T00:47:09,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:47:09,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:47:09,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:09,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:47:09,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:47:09,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2143720667, stopped=false 2024-11-15T00:47:09,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,43231,1731631620979 2024-11-15T00:47:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:09,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:09,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:47:09,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:09,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:09,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:09,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:47:09,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:09,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,42221,1731631622231' ***** 2024-11-15T00:47:09,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:47:09,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,32857,1731631622584' ***** 2024-11-15T00:47:09,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:47:09,086 INFO [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T00:47:09,086 INFO [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T00:47:09,086 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence 2024-11-15T00:47:09,086 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-15T00:47:09,086 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-15T00:47:09,088 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T00:47:09,086 INFO [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/bucket.persistence 2024-11-15T00:47:09,088 INFO [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-15T00:47:09,088 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-15T00:47:09,096 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1488): Thread RS:0;fb2f6cb7846a:42221 started persisting bucket cache to file 2024-11-15T00:47:09,097 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:09,097 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:09,098 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1488): Thread RS:1;fb2f6cb7846a:32857 started persisting bucket cache to file 2024-11-15T00:47:09,099 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:09,099 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:09,102 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:09,102 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631629098 2024-11-15T00:47:09,103 DEBUG [RS:1;fb2f6cb7846a:32857 {}] bucket.BucketCache(1510): Thread RS:1;fb2f6cb7846a:32857 finished persisting bucket cache to file, renaming 2024-11-15T00:47:09,103 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:09,103 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:47:09,103 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631629097 2024-11-15T00:47:09,103 DEBUG [RS:0;fb2f6cb7846a:42221 {}] bucket.BucketCache(1510): Thread RS:0;fb2f6cb7846a:42221 finished persisting bucket cache to file, renaming 2024-11-15T00:47:09,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:47:09,103 INFO [RS:1;fb2f6cb7846a:32857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:47:09,104 INFO [RS:1;fb2f6cb7846a:32857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:47:09,104 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb2f6cb7846a:32857. 2024-11-15T00:47:09,105 DEBUG [RS:1;fb2f6cb7846a:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:09,105 DEBUG [RS:1;fb2f6cb7846a:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,105 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:47:09,105 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:47:09,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5a5bc8dd1fab9d799ff9aa3bb6b2365, disabling compactions & flushes 2024-11-15T00:47:09,106 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:47:09,106 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,106 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,106 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. after waiting 0 ms 2024-11-15T00:47:09,106 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,106 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:47:09,107 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1325): Online Regions={a5a5bc8dd1fab9d799ff9aa3bb6b2365=testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:47:09,107 DEBUG [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5a5bc8dd1fab9d799ff9aa3bb6b2365 2024-11-15T00:47:09,107 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:09,107 DEBUG [StoreFileCloser-a5a5bc8dd1fab9d799ff9aa3bb6b2365-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/family/5a69096ecf934b2491c3ab5f07525b3f 2024-11-15T00:47:09,107 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-15T00:47:09,108 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:47:09,108 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:47:09,108 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:47:09,108 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:47:09,108 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:47:09,108 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:47:09,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:42221. 2024-11-15T00:47:09,111 DEBUG [RS:0;fb2f6cb7846a:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:09,111 DEBUG [RS:0;fb2f6cb7846a:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,111 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,42221,1731631622231; all regions closed. 2024-11-15T00:47:09,113 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnRegionMove1731631626485/a5a5bc8dd1fab9d799ff9aa3bb6b2365/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T00:47:09,113 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,114 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5a5bc8dd1fab9d799ff9aa3bb6b2365: Waiting for close lock at 1731631629105Running coprocessor pre-close hooks at 1731631629105Disabling compacts and flushes for region at 1731631629105Disabling writes for close at 1731631629106 (+1 ms)Writing region close event to WAL at 1731631629108 (+2 ms)Running coprocessor post-close hooks at 1731631629113 (+5 ms)Closed at 1731631629113 2024-11-15T00:47:09,114 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365. 2024-11-15T00:47:09,116 DEBUG [RS:0;fb2f6cb7846a:42221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:09,117 INFO [RS:0;fb2f6cb7846a:42221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C42221%2C1731631622231:(num 1731631625403) 2024-11-15T00:47:09,117 DEBUG [RS:0;fb2f6cb7846a:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,117 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:09,117 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:09,117 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:09,117 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:47:09,118 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:47:09,118 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:09,118 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:47:09,118 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:09,118 INFO [RS:0;fb2f6cb7846a:42221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42221 2024-11-15T00:47:09,123 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:09,125 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3f1c300c17ff421ea1bf925155a1b7f2 2024-11-15T00:47:09,152 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/3f1c300c17ff421ea1bf925155a1b7f2 is 205, key is testBlockEvictionOnRegionMove1731631626485,,1731631626506.a5a5bc8dd1fab9d799ff9aa3bb6b2365./info:regioninfo/1731631629009/Put/seqid=0 2024-11-15T00:47:09,153 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/3f1c300c17ff421ea1bf925155a1b7f2 2024-11-15T00:47:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,42221,1731631622231 2024-11-15T00:47:09,161 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:09,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,42221,1731631622231] 2024-11-15T00:47:09,166 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1aa9bc0764f84c7bb07feb6954d48381 2024-11-15T00:47:09,180 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/1aa9bc0764f84c7bb07feb6954d48381 is 43, key is default/ns:d/1731631626253/Put/seqid=0 2024-11-15T00:47:09,181 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/1aa9bc0764f84c7bb07feb6954d48381 2024-11-15T00:47:09,190 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a6c426a4229b4bd49e292d2af5bf111f 2024-11-15T00:47:09,204 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/a6c426a4229b4bd49e292d2af5bf111f is 78, key is testBlockEvictionOnRegionMove1731631626485/table:state/1731631627035/Put/seqid=0 2024-11-15T00:47:09,204 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/a6c426a4229b4bd49e292d2af5bf111f 2024-11-15T00:47:09,207 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/3f1c300c17ff421ea1bf925155a1b7f2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/3f1c300c17ff421ea1bf925155a1b7f2 2024-11-15T00:47:09,208 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/3f1c300c17ff421ea1bf925155a1b7f2, delay=971 ms 2024-11-15T00:47:09,209 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/3f1c300c17ff421ea1bf925155a1b7f2, entries=15, sequenceid=15, filesize=7.6 K 2024-11-15T00:47:09,210 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/1aa9bc0764f84c7bb07feb6954d48381 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/1aa9bc0764f84c7bb07feb6954d48381 2024-11-15T00:47:09,211 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/1aa9bc0764f84c7bb07feb6954d48381, delay=924 ms 2024-11-15T00:47:09,212 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/1aa9bc0764f84c7bb07feb6954d48381, entries=2, sequenceid=15, filesize=5.0 K 2024-11-15T00:47:09,213 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/a6c426a4229b4bd49e292d2af5bf111f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/a6c426a4229b4bd49e292d2af5bf111f 2024-11-15T00:47:09,214 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/a6c426a4229b4bd49e292d2af5bf111f, delay=993 ms 2024-11-15T00:47:09,215 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/a6c426a4229b4bd49e292d2af5bf111f, entries=2, sequenceid=15, filesize=5.3 K 2024-11-15T00:47:09,216 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=15, compaction requested=false 2024-11-15T00:47:09,216 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:47:09,218 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/3f1c300c17ff421ea1bf925155a1b7f2 2024-11-15T00:47:09,219 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/1aa9bc0764f84c7bb07feb6954d48381 2024-11-15T00:47:09,219 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/a6c426a4229b4bd49e292d2af5bf111f 2024-11-15T00:47:09,224 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-15T00:47:09,225 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:47:09,226 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:09,226 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631629107Running coprocessor pre-close hooks at 1731631629108 (+1 ms)Disabling compacts and flushes for region at 1731631629108Disabling writes for close at 1731631629108Obtaining lock to block concurrent updates at 1731631629108Preparing flush snapshotting stores in 1588230740 at 1731631629108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731631629109 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731631629109Flushing 1588230740/info: creating writer at 1731631629110 (+1 ms)Flushing 1588230740/info: appending metadata at 1731631629150 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731631629150Flushing 1588230740/ns: creating writer at 1731631629157 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731631629179 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731631629179Flushing 1588230740/table: creating writer at 1731631629184 (+5 ms)Flushing 1588230740/table: appending metadata at 1731631629203 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731631629203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5601c9: reopening flushed file at 1731631629207 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36625451: reopening flushed file at 1731631629210 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4491d9a5: reopening flushed file at 1731631629213 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=15, compaction requested=false at 1731631629216 (+3 ms)Writing region close event to WAL at 1731631629220 (+4 ms)Running coprocessor post-close hooks at 1731631629225 (+5 ms)Closed at 1731631629226 (+1 ms) 2024-11-15T00:47:09,226 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:09,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,42221,1731631622231 already deleted, retry=false 2024-11-15T00:47:09,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,42221,1731631622231 expired; onlineServers=1 2024-11-15T00:47:09,253 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:47:09,253 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:47:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1013bf59d0b0001, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,271 INFO [RS:0;fb2f6cb7846a:42221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:09,271 INFO [RS:0;fb2f6cb7846a:42221 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,42221,1731631622231; zookeeper connection closed. 2024-11-15T00:47:09,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@437a3cf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@437a3cf4 2024-11-15T00:47:09,307 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,32857,1731631622584; all regions closed. 2024-11-15T00:47:09,310 DEBUG [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:09,310 INFO [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C32857%2C1731631622584.meta:.meta(num 1731631626068) 2024-11-15T00:47:09,312 DEBUG [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:09,312 INFO [RS:1;fb2f6cb7846a:32857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C32857%2C1731631622584:(num 1731631625403) 2024-11-15T00:47:09,312 DEBUG [RS:1;fb2f6cb7846a:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:09,312 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:09,312 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:09,312 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:09,313 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:09,313 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:09,313 INFO [RS:1;fb2f6cb7846a:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32857 2024-11-15T00:47:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,32857,1731631622584 2024-11-15T00:47:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:09,377 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:09,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,32857,1731631622584] 2024-11-15T00:47:09,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,32857,1731631622584 already deleted, retry=false 2024-11-15T00:47:09,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,32857,1731631622584 expired; onlineServers=0 2024-11-15T00:47:09,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,43231,1731631620979' ***** 2024-11-15T00:47:09,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:47:09,517 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:09,517 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:09,518 DEBUG [M:0;fb2f6cb7846a:43231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:47:09,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:47:09,518 DEBUG [M:0;fb2f6cb7846a:43231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:47:09,518 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631624871 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631624871,5,FailOnTimeoutGroup] 2024-11-15T00:47:09,518 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631624873 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631624873,5,FailOnTimeoutGroup] 2024-11-15T00:47:09,519 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:09,519 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:09,520 DEBUG [M:0;fb2f6cb7846a:43231 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:47:09,520 INFO [M:0;fb2f6cb7846a:43231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:47:09,520 INFO [M:0;fb2f6cb7846a:43231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:47:09,522 INFO [M:0;fb2f6cb7846a:43231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:47:09,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:47:09,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,542 INFO [RS:1;fb2f6cb7846a:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:09,542 INFO [RS:1;fb2f6cb7846a:32857 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,32857,1731631622584; zookeeper connection closed. 2024-11-15T00:47:09,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1013bf59d0b0002, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70582314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70582314 2024-11-15T00:47:09,543 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T00:47:09,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:09,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:09,594 DEBUG [M:0;fb2f6cb7846a:43231 {}] zookeeper.ZKUtil(347): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:47:09,594 WARN [M:0;fb2f6cb7846a:43231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:47:09,596 INFO [M:0;fb2f6cb7846a:43231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.lastflushedseqids 2024-11-15T00:47:09,611 INFO [M:0;fb2f6cb7846a:43231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:47:09,612 INFO [M:0;fb2f6cb7846a:43231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:47:09,612 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:47:09,612 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:09,612 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:09,612 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:47:09,612 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:09,612 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-11-15T00:47:09,621 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a0d8ecb75e774036a8719ea9374c9a45 2024-11-15T00:47:09,634 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d8ecb75e774036a8719ea9374c9a45 is 82, key is hbase:meta,,1/info:regioninfo/1731631626130/Put/seqid=0 2024-11-15T00:47:09,635 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d8ecb75e774036a8719ea9374c9a45 2024-11-15T00:47:09,642 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f52a2464bf9a4eeca45a4945a8eb466e 2024-11-15T00:47:09,661 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52a2464bf9a4eeca45a4945a8eb466e is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631627057/Put/seqid=0 2024-11-15T00:47:09,662 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52a2464bf9a4eeca45a4945a8eb466e 2024-11-15T00:47:09,669 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 606f9277def5447ca2d54556feae4519 2024-11-15T00:47:09,682 DEBUG [M:0;fb2f6cb7846a:43231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/606f9277def5447ca2d54556feae4519 is 69, key is fb2f6cb7846a,32857,1731631622584/rs:state/1731631624910/Put/seqid=0 2024-11-15T00:47:09,683 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/606f9277def5447ca2d54556feae4519 2024-11-15T00:47:09,686 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d8ecb75e774036a8719ea9374c9a45 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0d8ecb75e774036a8719ea9374c9a45 2024-11-15T00:47:09,688 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0d8ecb75e774036a8719ea9374c9a45, entries=8, sequenceid=84, filesize=5.5 K 2024-11-15T00:47:09,689 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52a2464bf9a4eeca45a4945a8eb466e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f52a2464bf9a4eeca45a4945a8eb466e 2024-11-15T00:47:09,692 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f52a2464bf9a4eeca45a4945a8eb466e, entries=9, sequenceid=84, filesize=6.5 K 2024-11-15T00:47:09,692 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/606f9277def5447ca2d54556feae4519 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/606f9277def5447ca2d54556feae4519 2024-11-15T00:47:09,695 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/606f9277def5447ca2d54556feae4519, entries=2, sequenceid=84, filesize=5.1 K 2024-11-15T00:47:09,696 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=84, compaction requested=false 2024-11-15T00:47:09,699 INFO [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:09,700 DEBUG [M:0;fb2f6cb7846a:43231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631629612Disabling compacts and flushes for region at 1731631629612Disabling writes for close at 1731631629612Obtaining lock to block concurrent updates at 1731631629612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731631629612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731631629613 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731631629613Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731631629613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731631629633 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731631629634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731631629637 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731631629660 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731631629660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731631629664 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731631629682 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731631629682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75123694: reopening flushed file at 1731631629685 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211638df: reopening flushed file at 1731631629689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6526368b: reopening flushed file at 1731631629692 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=84, compaction requested=false at 1731631629696 (+4 ms)Writing region close event to WAL at 1731631629699 (+3 ms)Closed at 1731631629699 2024-11-15T00:47:09,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:09,702 INFO [M:0;fb2f6cb7846a:43231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:47:09,702 INFO [M:0;fb2f6cb7846a:43231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43231 2024-11-15T00:47:09,702 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,825 INFO [M:0;fb2f6cb7846a:43231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43231-0x1013bf59d0b0000, quorum=127.0.0.1:60067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:09,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:47:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:47:09,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:09,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731631627427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731631629208 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731631628997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731631629211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1070 (was 1150), ProcessCount=11 (was 11), AvailableMemoryMB=2006 (was 2259) 2024-11-15T00:47:09,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=1070, ProcessCount=11, AvailableMemoryMB=2005 2024-11-15T00:47:09,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/hadoop-log-dir so I do NOT create it in target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f 2024-11-15T00:47:09,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/hadoop-tmp-dir so I do NOT create it in target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f 2024-11-15T00:47:09,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:09,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/cluster_3d26a2db-b073-bf17-5fff-3ff1b3715b4e, deleteOnExit=true 2024-11-15T00:47:09,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/cluster_3d26a2db-b073-bf17-5fff-3ff1b3715b4e/zookeeper_0, clientPort=50010, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/cluster_3d26a2db-b073-bf17-5fff-3ff1b3715b4e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/cluster_3d26a2db-b073-bf17-5fff-3ff1b3715b4e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:47:09,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50010 2024-11-15T00:47:09,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 with version=8 2024-11-15T00:47:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase-staging 2024-11-15T00:47:09,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:47:09,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:09,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45301 2024-11-15T00:47:09,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45301 connecting to ZooKeeper ensemble=127.0.0.1:50010 2024-11-15T00:47:09,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453010x0, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:09,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45301-0x1013bf5c1e20000 connected 2024-11-15T00:47:10,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:10,066 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916, hbase.cluster.distributed=false 2024-11-15T00:47:10,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:10,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-15T00:47:10,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45301 2024-11-15T00:47:10,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45301 2024-11-15T00:47:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-15T00:47:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-15T00:47:10,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:10,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:10,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:10,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:47:10,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:10,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33179 2024-11-15T00:47:10,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33179 connecting to ZooKeeper ensemble=127.0.0.1:50010 2024-11-15T00:47:10,101 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331790x0, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:10,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331790x0, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:10,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33179-0x1013bf5c1e20001 connected 2024-11-15T00:47:10,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:47:10,120 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache 2024-11-15T00:47:10,120 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T00:47:10,121 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-15T00:47:10,121 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-15T00:47:10,121 INFO [Thread-119 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-15T00:47:10,121 WARN [Thread-119 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-15T00:47:10,122 INFO [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T00:47:10,122 INFO [Thread-119 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence is complete. 2024-11-15T00:47:10,122 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T00:47:10,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:47:10,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:47:10,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:10,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-15T00:47:10,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-15T00:47:10,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-15T00:47:10,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-15T00:47:10,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-15T00:47:10,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:10,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:47:10,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:10,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46441 2024-11-15T00:47:10,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46441 connecting to ZooKeeper ensemble=127.0.0.1:50010 2024-11-15T00:47:10,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464410x0, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:10,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464410x0, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:10,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:47:10,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46441-0x1013bf5c1e20002 connected 2024-11-15T00:47:10,199 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache 2024-11-15T00:47:10,200 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T00:47:10,200 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-15T00:47:10,200 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-15T00:47:10,202 INFO [Thread-120 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-15T00:47:10,202 WARN [Thread-120 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-15T00:47:10,203 INFO [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T00:47:10,203 INFO [Thread-120 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence is complete. 2024-11-15T00:47:10,203 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T00:47:10,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:47:10,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:47:10,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:10,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-15T00:47:10,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46441 2024-11-15T00:47:10,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46441 2024-11-15T00:47:10,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-15T00:47:10,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-15T00:47:10,232 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:45301 2024-11-15T00:47:10,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,255 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:47:10,255 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,45301,1731631629893 from backup master directory 2024-11-15T00:47:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:47:10,265 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:10,265 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,266 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase.id] with ID: ee985138-8a45-4cb0-9929-7f243d6028ac 2024-11-15T00:47:10,266 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.tmp/hbase.id 2024-11-15T00:47:10,269 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/hbase.id] 2024-11-15T00:47:10,300 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:10,300 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:47:10,303 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T00:47:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,320 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:47:10,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:47:10,322 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:10,344 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store 2024-11-15T00:47:10,351 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:47:10,352 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:10,352 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631630352Disabling compacts and flushes for region at 1731631630352Disabling writes for close at 1731631630352Writing region close event to WAL at 1731631630352Closed at 1731631630352 2024-11-15T00:47:10,352 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/.initializing 2024-11-15T00:47:10,352 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,358 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:10,362 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C45301%2C1731631629893, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,45301,1731631629893, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/oldWALs, maxLogs=10 2024-11-15T00:47:10,378 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/WALs/fb2f6cb7846a,45301,1731631629893/fb2f6cb7846a%2C45301%2C1731631629893.1731631630362 2024-11-15T00:47:10,378 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:10,378 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:10,378 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:10,379 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,379 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:47:10,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:10,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:47:10,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:10,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:47:10,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:10,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:47:10,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:10,394 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,394 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,394 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,395 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,395 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,395 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:10,395 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:47:10,400 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:10,401 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60494179, jitterRate=-0.09856648743152618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:10,401 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631630379Initializing all the Stores at 1731631630379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631630379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631630379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631630379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631630379Cleaning up temporary data from old regions at 1731631630395 (+16 ms)Region opened successfully at 1731631630401 (+6 ms) 2024-11-15T00:47:10,402 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:47:10,405 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537b4a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:10,406 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:47:10,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:47:10,409 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:47:10,410 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:47:10,422 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:47:10,423 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:47:10,424 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:47:10,433 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:47:10,433 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:47:10,434 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:47:10,443 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:47:10,445 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:47:10,454 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:47:10,457 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:47:10,464 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,475 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,45301,1731631629893, sessionid=0x1013bf5c1e20000, setting cluster-up flag (Was=false) 2024-11-15T00:47:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,538 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:47:10,540 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:10,591 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:47:10,593 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:10,594 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:47:10,595 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:10,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:47:10,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:47:10,596 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,45301,1731631629893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:10,598 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,599 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631660599 2024-11-15T00:47:10,599 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:47:10,599 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:47:10,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:47:10,600 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:47:10,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:47:10,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:47:10,604 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:47:10,604 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:47:10,604 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631630604,5,FailOnTimeoutGroup] 2024-11-15T00:47:10,605 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631630605,5,FailOnTimeoutGroup] 2024-11-15T00:47:10,605 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,605 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:47:10,605 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,605 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:47:10,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:10,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:10,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-15T00:47:10,622 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(746): ClusterId : ee985138-8a45-4cb0-9929-7f243d6028ac 2024-11-15T00:47:10,622 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(746): ClusterId : ee985138-8a45-4cb0-9929-7f243d6028ac 2024-11-15T00:47:10,622 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:47:10,622 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:47:10,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:47:10,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:10,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-15T00:47:10,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:47:10,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:10,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-15T00:47:10,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:47:10,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:10,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-15T00:47:10,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:47:10,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:10,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:10,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:47:10,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:10,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:10,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:47:10,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:47:10,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:10,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:47:10,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:10,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569443, jitterRate=0.08136896789073944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:10,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631630618Initializing all the Stores at 1731631630618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631630619 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631630619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631630619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631630619Cleaning up temporary data from old regions at 1731631630635 (+16 ms)Region opened successfully at 1731631630643 (+8 ms) 2024-11-15T00:47:10,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:47:10,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:47:10,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:47:10,644 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:47:10,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:47:10,644 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:47:10,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:47:10,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:10,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631630643Disabling compacts and flushes for region at 1731631630643Disabling writes for close at 1731631630644 (+1 ms)Writing region close event to WAL at 1731631630645 (+1 ms)Closed at 1731631630645 2024-11-15T00:47:10,645 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:47:10,645 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:47:10,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:10,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:47:10,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:47:10,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:47:10,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:47:10,665 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:47:10,665 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:47:10,666 DEBUG [RS:1;fb2f6cb7846a:46441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da912bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:10,666 DEBUG [RS:0;fb2f6cb7846a:33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c576d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:10,681 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb2f6cb7846a:46441 2024-11-15T00:47:10,681 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:47:10,681 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:47:10,681 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:47:10,682 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45301,1731631629893 with port=46441, startcode=1731631630167 2024-11-15T00:47:10,682 DEBUG [RS:1;fb2f6cb7846a:46441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:47:10,684 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:33179 2024-11-15T00:47:10,684 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:47:10,684 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:47:10,684 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:47:10,685 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42029, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:47:10,685 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45301,1731631629893 with port=33179, startcode=1731631630090 2024-11-15T00:47:10,685 DEBUG [RS:0;fb2f6cb7846a:33179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:47:10,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,688 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:10,688 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-15T00:47:10,688 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:47:10,688 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:47:10,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,690 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:10,690 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-15T00:47:10,690 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:47:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:10,735 DEBUG [RS:1;fb2f6cb7846a:46441 {}] zookeeper.ZKUtil(111): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,735 WARN [RS:1;fb2f6cb7846a:46441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:10,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,46441,1731631630167] 2024-11-15T00:47:10,735 INFO [RS:1;fb2f6cb7846a:46441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:10,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,33179,1731631630090] 2024-11-15T00:47:10,735 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,736 DEBUG [RS:0;fb2f6cb7846a:33179 {}] zookeeper.ZKUtil(111): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,736 WARN [RS:0;fb2f6cb7846a:33179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:10,736 INFO [RS:0;fb2f6cb7846a:33179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:10,736 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,741 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:47:10,741 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:47:10,743 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:47:10,744 INFO [RS:0;fb2f6cb7846a:33179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:47:10,744 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,745 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:47:10,745 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:47:10,745 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,745 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,745 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:10,746 DEBUG [RS:0;fb2f6cb7846a:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:10,747 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:47:10,747 INFO [RS:1;fb2f6cb7846a:46441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:47:10,747 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,748 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33179,1731631630090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:10,749 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:47:10,749 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,749 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,749 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,749 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,749 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:10,750 DEBUG [RS:1;fb2f6cb7846a:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:10,752 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,752 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,752 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,752 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,753 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,753 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46441,1731631630167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:10,766 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:47:10,766 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33179,1731631630090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,766 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,766 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.Replication(171): fb2f6cb7846a,33179,1731631630090 started 2024-11-15T00:47:10,775 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:47:10,775 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46441,1731631630167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,775 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,775 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.Replication(171): fb2f6cb7846a,46441,1731631630167 started 2024-11-15T00:47:10,785 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,785 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,33179,1731631630090, RpcServer on fb2f6cb7846a/172.17.0.3:33179, sessionid=0x1013bf5c1e20001 2024-11-15T00:47:10,786 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:47:10,786 DEBUG [RS:0;fb2f6cb7846a:33179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,786 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33179,1731631630090' 2024-11-15T00:47:10,786 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33179,1731631630090' 2024-11-15T00:47:10,787 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:47:10,790 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:47:10,791 DEBUG [RS:0;fb2f6cb7846a:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:47:10,791 INFO [RS:0;fb2f6cb7846a:33179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:47:10,791 INFO [RS:0;fb2f6cb7846a:33179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:47:10,793 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:10,793 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,46441,1731631630167, RpcServer on fb2f6cb7846a/172.17.0.3:46441, sessionid=0x1013bf5c1e20002 2024-11-15T00:47:10,794 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:47:10,794 DEBUG [RS:1;fb2f6cb7846a:46441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,794 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,46441,1731631630167' 2024-11-15T00:47:10,794 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:47:10,795 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:47:10,796 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:47:10,796 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:47:10,796 DEBUG [RS:1;fb2f6cb7846a:46441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:10,796 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,46441,1731631630167' 2024-11-15T00:47:10,796 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:47:10,797 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:47:10,798 DEBUG [RS:1;fb2f6cb7846a:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:47:10,798 INFO [RS:1;fb2f6cb7846a:46441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:47:10,798 INFO [RS:1;fb2f6cb7846a:46441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:47:10,800 WARN [fb2f6cb7846a:45301 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:47:10,892 INFO [RS:0;fb2f6cb7846a:33179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:10,893 INFO [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C33179%2C1731631630090, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,33179,1731631630090, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:10,898 INFO [RS:1;fb2f6cb7846a:46441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:10,899 INFO [RS:1;fb2f6cb7846a:46441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C46441%2C1731631630167, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:10,915 INFO [RS:1;fb2f6cb7846a:46441 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167/fb2f6cb7846a%2C46441%2C1731631630167.1731631630900 2024-11-15T00:47:10,916 DEBUG [RS:1;fb2f6cb7846a:46441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:10,922 INFO [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,33179,1731631630090/fb2f6cb7846a%2C33179%2C1731631630090.1731631630896 2024-11-15T00:47:10,923 DEBUG [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:11,050 DEBUG [fb2f6cb7846a:45301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T00:47:11,050 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:47:11,051 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:47:11,051 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:47:11,051 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:47:11,052 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:47:11,052 INFO [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:47:11,052 INFO [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:47:11,052 DEBUG [fb2f6cb7846a:45301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:47:11,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:11,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,33179,1731631630090, state=OPENING 2024-11-15T00:47:11,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:47:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:11,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:47:11,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33179,1731631630090}] 2024-11-15T00:47:11,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:47:11,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:47:11,239 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:47:11,239 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:11,240 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:47:11,241 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C33179%2C1731631630090.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,33179,1731631630090, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:11,268 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,33179,1731631630090/fb2f6cb7846a%2C33179%2C1731631630090.meta.1731631631242.meta 2024-11-15T00:47:11,269 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:11,269 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:11,270 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:47:11,270 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:47:11,270 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:47:11,270 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:47:11,270 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:11,271 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:47:11,271 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:47:11,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-15T00:47:11,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:47:11,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:11,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-15T00:47:11,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:47:11,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:11,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-15T00:47:11,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:47:11,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:11,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-15T00:47:11,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:47:11,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:47:11,276 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:47:11,277 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:11,277 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740 2024-11-15T00:47:11,278 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:47:11,278 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:47:11,278 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:47:11,279 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:47:11,280 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71862563, jitterRate=0.07083563506603241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:47:11,280 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:47:11,281 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631631271Writing region info on filesystem at 1731631631271Initializing all the Stores at 1731631631271Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631631272 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631631272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631631272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631631272Cleaning up temporary data from old regions at 1731631631278 (+6 ms)Running coprocessor post-open hooks at 1731631631280 (+2 ms)Region opened successfully at 1731631631281 (+1 ms) 2024-11-15T00:47:11,282 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631631230 2024-11-15T00:47:11,286 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:47:11,286 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:47:11,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:11,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,33179,1731631630090, state=OPEN 2024-11-15T00:47:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:47:11,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:11,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:47:11,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:47:11,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33179,1731631630090 in 219 msec 2024-11-15T00:47:11,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:47:11,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-15T00:47:11,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:47:11,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:47:11,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:47:11,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,33179,1731631630090, seqNum=-1] 2024-11-15T00:47:11,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:11,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:11,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 722 msec 2024-11-15T00:47:11,318 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631631318, completionTime=-1 2024-11-15T00:47:11,318 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T00:47:11,318 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731631691321 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731631751321 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,321 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,322 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:45301, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,322 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,322 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,325 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.062sec 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:11,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:47:11,329 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:47:11,329 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:47:11,330 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45301,1731631629893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:11,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9d15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:11,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,45301,-1 for getting cluster id 2024-11-15T00:47:11,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:47:11,426 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee985138-8a45-4cb0-9929-7f243d6028ac' 2024-11-15T00:47:11,426 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:47:11,426 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee985138-8a45-4cb0-9929-7f243d6028ac" 2024-11-15T00:47:11,427 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9b2b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:11,427 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,45301,-1] 2024-11-15T00:47:11,427 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:47:11,428 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:11,430 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:47:11,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34126543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:47:11,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:47:11,434 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,33179,1731631630090, seqNum=-1] 2024-11-15T00:47:11,434 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:11,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:11,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:11,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:47:11,443 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:11,443 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399e2901 2024-11-15T00:47:11,443 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:47:11,446 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:47:11,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testBlockEvictionOnGracefulStop1731631631441', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:47:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 2024-11-15T00:47:11,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:47:11,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1731631631441" procId is: 4 2024-11-15T00:47:11,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:47:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:11,468 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90ee2da87812309d4bce071b7d37a0db, NAME => 'testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731631631441', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1722): Closing 90ee2da87812309d4bce071b7d37a0db, disabling compactions & flushes 2024-11-15T00:47:11,474 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. after waiting 0 ms 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,474 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,474 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731631631441-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90ee2da87812309d4bce071b7d37a0db: Waiting for close lock at 1731631631474Disabling compacts and flushes for region at 1731631631474Disabling writes for close at 1731631631474Writing region close event to WAL at 1731631631474Closed at 1731631631474 2024-11-15T00:47:11,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:47:11,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731631631475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631631475"}]},"ts":"1731631631475"} 2024-11-15T00:47:11,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:47:11,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:47:11,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731631631441","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631631480"}]},"ts":"1731631631480"} 2024-11-15T00:47:11,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731631631441, state=ENABLING in hbase:meta 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:47:11,483 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:47:11,483 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:47:11,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:47:11,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN}] 2024-11-15T00:47:11,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN 2024-11-15T00:47:11,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46441,1731631630167; forceNewPlan=false, retain=false 2024-11-15T00:47:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:11,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:47:11,636 INFO [fb2f6cb7846a:45301 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:47:11,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90ee2da87812309d4bce071b7d37a0db, regionState=OPENING, regionLocation=fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN because future has completed 2024-11-15T00:47:11,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,46441,1731631630167}] 2024-11-15T00:47:11,738 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:47:11,739 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:47:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:47:11,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:47:11,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:47:11,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:47:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:11,807 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:47:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:47:11,812 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,812 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ee2da87812309d4bce071b7d37a0db, NAME => 'testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:11,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731631631441 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:11,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,814 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,818 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ee2da87812309d4bce071b7d37a0db columnFamilyName family 2024-11-15T00:47:11,819 DEBUG [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:11,819 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] regionserver.HStore(327): Store=90ee2da87812309d4bce071b7d37a0db/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:11,819 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,820 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,820 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,820 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,820 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,821 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,828 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:47:11,829 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90ee2da87812309d4bce071b7d37a0db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74175047, jitterRate=0.10529433190822601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:47:11,829 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:11,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90ee2da87812309d4bce071b7d37a0db: Running coprocessor pre-open hook at 1731631631813Writing region info on filesystem at 1731631631813Initializing all the Stores at 1731631631814 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631631814Cleaning up temporary data from old regions at 1731631631820 (+6 ms)Running coprocessor post-open hooks at 1731631631829 (+9 ms)Region opened successfully at 1731631631830 (+1 ms) 2024-11-15T00:47:11,831 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db., pid=6, masterSystemTime=1731631631807 2024-11-15T00:47:11,833 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,833 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:11,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90ee2da87812309d4bce071b7d37a0db, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:11,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,46441,1731631630167 because future has completed 2024-11-15T00:47:11,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:47:11,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,46441,1731631630167 in 186 msec 2024-11-15T00:47:11,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:47:11,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN in 357 msec 2024-11-15T00:47:11,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:47:11,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731631631441","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631631847"}]},"ts":"1731631631847"} 2024-11-15T00:47:11,852 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731631631441, state=ENABLED in hbase:meta 2024-11-15T00:47:11,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:47:11,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731631631441 in 407 msec 2024-11-15T00:47:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:47:12,079 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731631631441 completed 2024-11-15T00:47:12,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731631631441 get assigned. Timeout = 60000ms 2024-11-15T00:47:12,079 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:47:12,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731631631441 assigned to meta. Checking AM states. 2024-11-15T00:47:12,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:47:12,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731631631441 assigned. 2024-11-15T00:47:12,091 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731631631441', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db., hostname=fb2f6cb7846a,46441,1731631630167, seqNum=2] 2024-11-15T00:47:12,092 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:47:12,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:47:12,100 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90ee2da87812309d4bce071b7d37a0db 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-15T00:47:12,110 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:12,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/.tmp/family/397ae8f9ff5d47b5bb425b6795cdc0f3 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-15T00:47:12,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/.tmp/family/397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:12,129 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/.tmp/family/397ae8f9ff5d47b5bb425b6795cdc0f3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:12,131 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, delay=938 ms 2024-11-15T00:47:12,133 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, entries=2, sequenceid=6, filesize=4.9 K 2024-11-15T00:47:12,134 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 90ee2da87812309d4bce071b7d37a0db in 34ms, sequenceid=6, compaction requested=false 2024-11-15T00:47:12,134 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731631631441' 2024-11-15T00:47:12,135 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 90ee2da87812309d4bce071b7d37a0db: 2024-11-15T00:47:13,070 DEBUG [hfile-prefetch-1731631628997 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 397ae8f9ff5d47b5bb425b6795cdc0f3_0. 2024-11-15T00:47:13,071 DEBUG [hfile-prefetch-1731631628997 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 397ae8f9ff5d47b5bb425b6795cdc0f3_117. 2024-11-15T00:47:13,071 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, with total blocks 2, and data blocks 1 2024-11-15T00:47:13,071 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-15T00:47:13,071 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-15T00:47:13,071 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3. Will sleep 100ms and try the verification again. 2024-11-15T00:47:13,136 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;fb2f6cb7846a:46441,5,FailOnTimeoutGroup] 2024-11-15T00:47:13,136 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,46441,1731631630167' ***** 2024-11-15T00:47:13,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1 2024-11-15T00:47:13,136 INFO [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T00:47:13,159 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:47:13,162 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:13,172 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, with total blocks 2, and data blocks 1 2024-11-15T00:47:13,172 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-15T00:47:13,172 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-15T00:47:13,172 DEBUG [hfile-prefetch-1731631628997 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3. Will sleep 100ms and try the verification again. 2024-11-15T00:47:13,183 INFO [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence 2024-11-15T00:47:13,183 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T00:47:13,183 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T00:47:13,184 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T00:47:13,184 INFO [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-15T00:47:13,184 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-15T00:47:13,194 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1488): Thread RS:1;fb2f6cb7846a:46441 started persisting bucket cache to file 2024-11-15T00:47:13,194 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:13,194 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:13,198 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-15T00:47:13,198 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731631633194 2024-11-15T00:47:13,198 DEBUG [RS:1;fb2f6cb7846a:46441 {}] bucket.BucketCache(1510): Thread RS:1;fb2f6cb7846a:46441 finished persisting bucket cache to file, renaming 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:13,198 INFO [RS:1;fb2f6cb7846a:46441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb2f6cb7846a:46441. 2024-11-15T00:47:13,199 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-15T00:47:13,199 DEBUG [RS:1;fb2f6cb7846a:46441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:13,199 DEBUG [RS:1;fb2f6cb7846a:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:13,199 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ee2da87812309d4bce071b7d37a0db, disabling compactions & flushes 2024-11-15T00:47:13,199 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,199 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T00:47:13,199 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,199 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1325): Online Regions={90ee2da87812309d4bce071b7d37a0db=testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.} 2024-11-15T00:47:13,199 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. after waiting 0 ms 2024-11-15T00:47:13,199 DEBUG [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1351): Waiting on 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,199 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,199 DEBUG [StoreFileCloser-90ee2da87812309d4bce071b7d37a0db-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:13,201 WARN [hfile-prefetch-1731631628997 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2322) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?] ... 10 more 2024-11-15T00:47:13,202 DEBUG [hfile-prefetch-1731631628997 {}] hfile.PrefetchExecutor(121): Prefetch completed for 397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:13,213 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T00:47:13,213 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,213 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ee2da87812309d4bce071b7d37a0db: Waiting for close lock at 1731631633198Running coprocessor pre-close hooks at 1731631633199 (+1 ms)Disabling compacts and flushes for region at 1731631633199Disabling writes for close at 1731631633199Writing region close event to WAL at 1731631633200 (+1 ms)Running coprocessor post-close hooks at 1731631633213 (+13 ms)Closed at 1731631633213 2024-11-15T00:47:13,214 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,224 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-15T00:47:13,224 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-15T00:47:13,224 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:13,224 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:13,227 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:13,227 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631633224 2024-11-15T00:47:13,227 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-15T00:47:13,399 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,46441,1731631630167; all regions closed. 2024-11-15T00:47:13,409 DEBUG [RS:1;fb2f6cb7846a:46441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:13,409 INFO [RS:1;fb2f6cb7846a:46441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C46441%2C1731631630167:(num 1731631630900) 2024-11-15T00:47:13,409 DEBUG [RS:1;fb2f6cb7846a:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:13,409 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:13,409 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:13,409 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:13,410 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:47:13,410 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:13,410 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:47:13,410 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:47:13,410 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:13,410 INFO [RS:1;fb2f6cb7846a:46441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46441 2024-11-15T00:47:13,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:13,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,46441,1731631630167 2024-11-15T00:47:13,433 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:13,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,46441,1731631630167] 2024-11-15T00:47:13,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,46441,1731631630167 already deleted, retry=false 2024-11-15T00:47:13,454 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb2f6cb7846a,46441,1731631630167 on fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:13,459 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb2f6cb7846a,46441,1731631630167, splitWal=true, meta=false 2024-11-15T00:47:13,462 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for fb2f6cb7846a,46441,1731631630167 (carryingMeta=false) fb2f6cb7846a,46441,1731631630167/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8d395f7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T00:47:13,462 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb2f6cb7846a,46441,1731631630167, splitWal=true, meta=false 2024-11-15T00:47:13,465 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): fb2f6cb7846a,46441,1731631630167 had 1 regions 2024-11-15T00:47:13,468 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb2f6cb7846a,46441,1731631630167, splitWal=true, meta=false, isMeta: false 2024-11-15T00:47:13,468 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167-splitting 2024-11-15T00:47:13,469 INFO [PEWorker-5 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167-splitting dir is empty, no logs to split. 2024-11-15T00:47:13,469 INFO [PEWorker-5 {}] master.SplitWALManager(105): fb2f6cb7846a,46441,1731631630167 WAL count=0, meta=false 2024-11-15T00:47:13,471 INFO [PEWorker-5 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167-splitting dir is empty, no logs to split. 2024-11-15T00:47:13,471 INFO [PEWorker-5 {}] master.SplitWALManager(105): fb2f6cb7846a,46441,1731631630167 WAL count=0, meta=false 2024-11-15T00:47:13,471 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if fb2f6cb7846a,46441,1731631630167 WAL splitting is done? wals=0, meta=false 2024-11-15T00:47:13,471 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fb2f6cb7846a,46441,1731631630167 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,46441,1731631630167-splitting does not exist 2024-11-15T00:47:13,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN}] 2024-11-15T00:47:13,474 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN 2024-11-15T00:47:13,475 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:47:13,545 INFO [RS:1;fb2f6cb7846a:46441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:13,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:13,545 INFO [RS:1;fb2f6cb7846a:46441 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,46441,1731631630167; zookeeper connection closed. 2024-11-15T00:47:13,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1013bf5c1e20002, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:13,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d0deaf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d0deaf4 2024-11-15T00:47:13,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=90ee2da87812309d4bce071b7d37a0db, regionState=OPENING, regionLocation=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN because future has completed 2024-11-15T00:47:13,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,33179,1731631630090}] 2024-11-15T00:47:13,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:47:13,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:13,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:13,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:47:13,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:47:13,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:47:13,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:47:13,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:47:13,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40963 2024-11-15T00:47:13,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40963 connecting to ZooKeeper ensemble=127.0.0.1:50010 2024-11-15T00:47:13,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:13,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:13,676 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-11-15T00:47:13,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:409630x0, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-11-15T00:47:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409630x0, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:47:13,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:47:13,681 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache 2024-11-15T00:47:13,681 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T00:47:13,681 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-15T00:47:13,681 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-15T00:47:13,689 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T00:47:13,684 INFO [Thread-200 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-15T00:47:13,693 INFO [Thread-200 {}] bucket.BucketCache(1553): Reading new chunked format of persistence. 2024-11-15T00:47:13,694 INFO [Thread-200 {}] bucket.BucketCache(1706): Retrieved 0 of chunks with blockCount = 0. 2024-11-15T00:47:13,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:47:13,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40963-0x1013bf5c1e20003 connected 2024-11-15T00:47:13,699 DEBUG [Thread-200 {}] bucket.BucketCache(1570): Updating region size map after retrieving cached file list 2024-11-15T00:47:13,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:47:13,700 INFO [Thread-200 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T00:47:13,700 INFO [Thread-200 {}] bucket.BucketCache(1563): Bucket cache retrieved from file successfully with size: 0 2024-11-15T00:47:13,700 INFO [Thread-200 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence is complete. 2024-11-15T00:47:13,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:47:13,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-15T00:47:13,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40963 2024-11-15T00:47:13,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40963 2024-11-15T00:47:13,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-15T00:47:13,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-15T00:47:13,738 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(746): ClusterId : ee985138-8a45-4cb0-9929-7f243d6028ac 2024-11-15T00:47:13,738 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:47:13,749 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:47:13,749 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:47:13,760 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:47:13,761 DEBUG [RS:2;fb2f6cb7846a:40963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2e07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:47:13,775 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb2f6cb7846a:40963 2024-11-15T00:47:13,775 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:47:13,775 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:47:13,776 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:47:13,777 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45301,1731631629893 with port=40963, startcode=1731631633658 2024-11-15T00:47:13,777 DEBUG [RS:2;fb2f6cb7846a:40963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:47:13,779 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:47:13,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,781 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916 2024-11-15T00:47:13,782 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-15T00:47:13,782 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:47:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:13,792 DEBUG [RS:2;fb2f6cb7846a:40963 {}] zookeeper.ZKUtil(111): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,792 WARN [RS:2;fb2f6cb7846a:40963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:47:13,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,40963,1731631633658] 2024-11-15T00:47:13,792 INFO [RS:2;fb2f6cb7846a:40963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:47:13,792 DEBUG [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,806 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ee2da87812309d4bce071b7d37a0db, NAME => 'testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:47:13,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731631631441 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:47:13,808 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:47:13,809 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,809 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,810 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,812 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ee2da87812309d4bce071b7d37a0db columnFamilyName family 2024-11-15T00:47:13,812 DEBUG [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:47:13,820 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:47:13,821 INFO [RS:2;fb2f6cb7846a:40963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:47:13,821 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,822 DEBUG [StoreFileOpener-90ee2da87812309d4bce071b7d37a0db-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3, delay=986 ms 2024-11-15T00:47:13,824 DEBUG [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:13,825 INFO [StoreOpener-90ee2da87812309d4bce071b7d37a0db-1 {}] regionserver.HStore(327): Store=90ee2da87812309d4bce071b7d37a0db/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:47:13,825 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,827 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,827 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,829 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,829 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 90ee2da87812309d4bce071b7d37a0db; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62492299, jitterRate=-0.0687921792268753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:47:13,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:13,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 90ee2da87812309d4bce071b7d37a0db: Running coprocessor pre-open hook at 1731631633810Writing region info on filesystem at 1731631633810Initializing all the Stores at 1731631633810Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631633810Cleaning up temporary data from old regions at 1731631633827 (+17 ms)Running coprocessor post-open hooks at 1731631633830 (+3 ms)Region opened successfully at 1731631633831 (+1 ms) 2024-11-15T00:47:13,832 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db., pid=9, masterSystemTime=1731631633804 2024-11-15T00:47:13,835 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:47:13,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=90ee2da87812309d4bce071b7d37a0db, regionState=OPEN, openSeqNum=10, regionLocation=fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:13,836 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:47:13,836 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,836 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,836 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:47:13,837 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:13,838 DEBUG [RS:2;fb2f6cb7846a:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:47:13,835 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,838 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:13,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,33179,1731631630090 because future has completed 2024-11-15T00:47:13,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T00:47:13,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ee2da87812309d4bce071b7d37a0db, server=fb2f6cb7846a,33179,1731631630090 in 204 msec 2024-11-15T00:47:13,844 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,844 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,844 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,844 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,844 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,845 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40963,1731631633658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:47:13,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T00:47:13,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731631631441, region=90ee2da87812309d4bce071b7d37a0db, ASSIGN in 370 msec 2024-11-15T00:47:13,847 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server fb2f6cb7846a,46441,1731631630167 after splitting done 2024-11-15T00:47:13,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure fb2f6cb7846a,46441,1731631630167, splitWal=true, meta=false in 392 msec 2024-11-15T00:47:13,874 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:47:13,874 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40963,1731631633658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,874 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,874 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.Replication(171): fb2f6cb7846a,40963,1731631633658 started 2024-11-15T00:47:13,897 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:47:13,897 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,40963,1731631633658, RpcServer on fb2f6cb7846a/172.17.0.3:40963, sessionid=0x1013bf5c1e20003 2024-11-15T00:47:13,898 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:47:13,898 DEBUG [RS:2;fb2f6cb7846a:40963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,898 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,40963,1731631633658' 2024-11-15T00:47:13,898 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:47:13,899 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:47:13,900 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:47:13,900 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:47:13,900 DEBUG [RS:2;fb2f6cb7846a:40963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:13,900 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,40963,1731631633658' 2024-11-15T00:47:13,900 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:47:13,903 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:47:13,904 DEBUG [RS:2;fb2f6cb7846a:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:47:13,904 INFO [RS:2;fb2f6cb7846a:40963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:47:13,904 INFO [RS:2;fb2f6cb7846a:40963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:47:14,006 INFO [RS:2;fb2f6cb7846a:40963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:47:14,007 INFO [RS:2;fb2f6cb7846a:40963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fb2f6cb7846a%2C40963%2C1731631633658, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,40963,1731631633658, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs, maxLogs=55 2024-11-15T00:47:14,054 INFO [RS:2;fb2f6cb7846a:40963 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/WALs/fb2f6cb7846a,40963,1731631633658/fb2f6cb7846a%2C40963%2C1731631633658.1731631634007 2024-11-15T00:47:14,054 DEBUG [RS:2;fb2f6cb7846a:40963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-15T00:47:14,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:47:14,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:47:14,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:14,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:47:14,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:47:14,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082213907, stopped=false 2024-11-15T00:47:14,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,45301,1731631629893 2024-11-15T00:47:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:47:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:14,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:14,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:47:14,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:14,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:47:14,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:47:14,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:14,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,33179,1731631630090' ***** 2024-11-15T00:47:14,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:47:14,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,40963,1731631633658' ***** 2024-11-15T00:47:14,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:47:14,414 INFO [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T00:47:14,414 INFO [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T00:47:14,414 INFO [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence 2024-11-15T00:47:14,414 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T00:47:14,414 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T00:47:14,414 INFO [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c22676b3-fef5-f94c-f245-2b85e84c144f/bucket.persistence 2024-11-15T00:47:14,414 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T00:47:14,414 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T00:47:14,414 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T00:47:14,414 INFO [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-15T00:47:14,414 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-15T00:47:14,415 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T00:47:14,416 INFO [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-15T00:47:14,416 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-15T00:47:14,425 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1488): Thread RS:0;fb2f6cb7846a:33179 started persisting bucket cache to file 2024-11-15T00:47:14,425 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:14,425 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:14,426 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1488): Thread RS:2;fb2f6cb7846a:40963 started persisting bucket cache to file 2024-11-15T00:47:14,426 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-15T00:47:14,426 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-15T00:47:14,429 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:14,429 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-15T00:47:14,429 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631634426 2024-11-15T00:47:14,429 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731631634425 2024-11-15T00:47:14,429 DEBUG [RS:2;fb2f6cb7846a:40963 {}] bucket.BucketCache(1510): Thread RS:2;fb2f6cb7846a:40963 finished persisting bucket cache to file, renaming 2024-11-15T00:47:14,429 DEBUG [RS:0;fb2f6cb7846a:33179 {}] bucket.BucketCache(1510): Thread RS:0;fb2f6cb7846a:33179 finished persisting bucket cache to file, renaming 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:47:14,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:14,430 INFO [RS:2;fb2f6cb7846a:40963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb2f6cb7846a:40963. 2024-11-15T00:47:14,430 DEBUG [RS:2;fb2f6cb7846a:40963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:14,430 DEBUG [RS:2;fb2f6cb7846a:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,431 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,40963,1731631633658; all regions closed. 2024-11-15T00:47:14,432 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:47:14,432 INFO [RS:0;fb2f6cb7846a:33179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:47:14,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:47:14,432 INFO [RS:0;fb2f6cb7846a:33179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:47:14,432 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:14,434 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:14,434 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:14,434 INFO [RS:0;fb2f6cb7846a:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:33179. 2024-11-15T00:47:14,434 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-15T00:47:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ee2da87812309d4bce071b7d37a0db, disabling compactions & flushes 2024-11-15T00:47:14,435 DEBUG [RS:0;fb2f6cb7846a:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:47:14,435 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:14,435 DEBUG [RS:0;fb2f6cb7846a:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,435 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:14,435 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. after waiting 0 ms 2024-11-15T00:47:14,435 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:14,435 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:47:14,435 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:47:14,435 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:47:14,436 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:47:14,438 DEBUG [RS:2;fb2f6cb7846a:40963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C40963%2C1731631633658:(num 1731631634007) 2024-11-15T00:47:14,438 DEBUG [RS:2;fb2f6cb7846a:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:47:14,438 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:14,439 INFO [RS:2;fb2f6cb7846a:40963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40963 2024-11-15T00:47:14,439 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:14,440 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:47:14,440 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1325): Online Regions={90ee2da87812309d4bce071b7d37a0db=testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:47:14,440 DEBUG [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90ee2da87812309d4bce071b7d37a0db 2024-11-15T00:47:14,440 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-15T00:47:14,440 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:47:14,440 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:47:14,440 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:47:14,440 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:47:14,440 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:47:14,441 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB 2024-11-15T00:47:14,441 DEBUG [StoreFileCloser-90ee2da87812309d4bce071b7d37a0db-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/family/397ae8f9ff5d47b5bb425b6795cdc0f3 2024-11-15T00:47:14,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/default/testBlockEvictionOnGracefulStop1731631631441/90ee2da87812309d4bce071b7d37a0db/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T00:47:14,448 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:14,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ee2da87812309d4bce071b7d37a0db: Waiting for close lock at 1731631634434Running coprocessor pre-close hooks at 1731631634434Disabling compacts and flushes for region at 1731631634434Disabling writes for close at 1731631634435 (+1 ms)Writing region close event to WAL at 1731631634442 (+7 ms)Running coprocessor post-close hooks at 1731631634448 (+6 ms)Closed at 1731631634448 2024-11-15T00:47:14,449 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db. 2024-11-15T00:47:14,452 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 443d6727997545c6a2f3ab6c13e869d1 2024-11-15T00:47:14,460 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:14,461 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:14,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,40963,1731631633658 2024-11-15T00:47:14,463 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:14,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:14,468 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/443d6727997545c6a2f3ab6c13e869d1 is 209, key is testBlockEvictionOnGracefulStop1731631631441,,1731631631446.90ee2da87812309d4bce071b7d37a0db./info:regioninfo/1731631633836/Put/seqid=0 2024-11-15T00:47:14,469 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/443d6727997545c6a2f3ab6c13e869d1 2024-11-15T00:47:14,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,40963,1731631633658] 2024-11-15T00:47:14,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,40963,1731631633658 already deleted, retry=false 2024-11-15T00:47:14,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,40963,1731631633658 expired; onlineServers=1 2024-11-15T00:47:14,496 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4f2f000ab192454581b7225dfb54eb2c 2024-11-15T00:47:14,512 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/4f2f000ab192454581b7225dfb54eb2c is 43, key is default/ns:d/1731631631312/Put/seqid=0 2024-11-15T00:47:14,513 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/4f2f000ab192454581b7225dfb54eb2c 2024-11-15T00:47:14,538 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 32b88733650749029c832f0159462125 2024-11-15T00:47:14,554 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/32b88733650749029c832f0159462125 is 80, key is testBlockEvictionOnGracefulStop1731631631441/table:state/1731631631847/Put/seqid=0 2024-11-15T00:47:14,554 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/32b88733650749029c832f0159462125 2024-11-15T00:47:14,558 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/info/443d6727997545c6a2f3ab6c13e869d1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/443d6727997545c6a2f3ab6c13e869d1 2024-11-15T00:47:14,559 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/443d6727997545c6a2f3ab6c13e869d1, delay=929 ms 2024-11-15T00:47:14,560 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/443d6727997545c6a2f3ab6c13e869d1, entries=14, sequenceid=13, filesize=7.5 K 2024-11-15T00:47:14,561 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/ns/4f2f000ab192454581b7225dfb54eb2c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/4f2f000ab192454581b7225dfb54eb2c 2024-11-15T00:47:14,562 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/4f2f000ab192454581b7225dfb54eb2c, delay=976 ms 2024-11-15T00:47:14,564 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/4f2f000ab192454581b7225dfb54eb2c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T00:47:14,564 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/.tmp/table/32b88733650749029c832f0159462125 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/32b88733650749029c832f0159462125 2024-11-15T00:47:14,566 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/32b88733650749029c832f0159462125, delay=904 ms 2024-11-15T00:47:14,568 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/32b88733650749029c832f0159462125, entries=2, sequenceid=13, filesize=5.3 K 2024-11-15T00:47:14,569 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false 2024-11-15T00:47:14,570 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/info/443d6727997545c6a2f3ab6c13e869d1 2024-11-15T00:47:14,572 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/ns/4f2f000ab192454581b7225dfb54eb2c 2024-11-15T00:47:14,581 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/table/32b88733650749029c832f0159462125 2024-11-15T00:47:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:14,586 INFO [RS:2;fb2f6cb7846a:40963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:14,586 INFO [RS:2;fb2f6cb7846a:40963 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,40963,1731631633658; zookeeper connection closed. 2024-11-15T00:47:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1013bf5c1e20003, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:14,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cffed7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cffed7a 2024-11-15T00:47:14,597 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T00:47:14,597 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:47:14,597 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:14,597 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631634440Running coprocessor pre-close hooks at 1731631634440Disabling compacts and flushes for region at 1731631634440Disabling writes for close at 1731631634440Obtaining lock to block concurrent updates at 1731631634441 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731631634441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731631634441Flushing stores of hbase:meta,,1.1588230740 at 1731631634441Flushing 1588230740/info: creating writer at 1731631634441Flushing 1588230740/info: appending metadata at 1731631634467 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731631634467Flushing 1588230740/ns: creating writer at 1731631634471 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731631634512 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731631634512Flushing 1588230740/table: creating writer at 1731631634520 (+8 ms)Flushing 1588230740/table: appending metadata at 1731631634552 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731631634553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5819c3a2: reopening flushed file at 1731631634557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a58a59b: reopening flushed file at 1731631634561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541a0c48: reopening flushed file at 1731631634564 (+3 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false at 1731631634569 (+5 ms)Writing region close event to WAL at 1731631634581 (+12 ms)Running coprocessor post-close hooks at 1731631634597 (+16 ms)Closed at 1731631634597 2024-11-15T00:47:14,598 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:47:14,640 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,33179,1731631630090; all regions closed. 2024-11-15T00:47:14,644 DEBUG [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:14,645 INFO [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C33179%2C1731631630090.meta:.meta(num 1731631631242) 2024-11-15T00:47:14,654 DEBUG [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/oldWALs 2024-11-15T00:47:14,654 INFO [RS:0;fb2f6cb7846a:33179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C33179%2C1731631630090:(num 1731631630896) 2024-11-15T00:47:14,654 DEBUG [RS:0;fb2f6cb7846a:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:47:14,654 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:47:14,654 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:14,654 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:14,655 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:14,655 INFO [RS:0;fb2f6cb7846a:33179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33179 2024-11-15T00:47:14,656 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:47:14,664 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:14,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,33179,1731631630090 2024-11-15T00:47:14,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,33179,1731631630090] 2024-11-15T00:47:14,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,33179,1731631630090 already deleted, retry=false 2024-11-15T00:47:14,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,33179,1731631630090 expired; onlineServers=0 2024-11-15T00:47:14,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,45301,1731631629893' ***** 2024-11-15T00:47:14,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:47:14,707 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:47:14,707 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:47:14,707 DEBUG [M:0;fb2f6cb7846a:45301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:47:14,707 DEBUG [M:0;fb2f6cb7846a:45301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:47:14,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:47:14,707 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631630605 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631630605,5,FailOnTimeoutGroup] 2024-11-15T00:47:14,707 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:47:14,708 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631630604 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631630604,5,FailOnTimeoutGroup] 2024-11-15T00:47:14,708 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:47:14,708 DEBUG [M:0;fb2f6cb7846a:45301 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:47:14,708 INFO [M:0;fb2f6cb7846a:45301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:47:14,708 INFO [M:0;fb2f6cb7846a:45301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:47:14,708 INFO [M:0;fb2f6cb7846a:45301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:47:14,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:47:14,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:47:14,717 DEBUG [M:0;fb2f6cb7846a:45301 {}] zookeeper.ZKUtil(347): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:47:14,717 WARN [M:0;fb2f6cb7846a:45301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:47:14,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:47:14,717 INFO [M:0;fb2f6cb7846a:45301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/.lastflushedseqids 2024-11-15T00:47:14,732 INFO [M:0;fb2f6cb7846a:45301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:47:14,732 INFO [M:0;fb2f6cb7846a:45301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:47:14,732 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:47:14,732 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:14,732 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:14,732 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:47:14,732 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:14,733 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB 2024-11-15T00:47:14,760 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 94dcdb3b6397446499e2c4419f969368 2024-11-15T00:47:14,780 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94dcdb3b6397446499e2c4419f969368 is 82, key is hbase:meta,,1/info:regioninfo/1731631631286/Put/seqid=0 2024-11-15T00:47:14,781 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94dcdb3b6397446499e2c4419f969368 2024-11-15T00:47:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1013bf5c1e20001, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:14,796 INFO [RS:0;fb2f6cb7846a:33179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:14,796 INFO [RS:0;fb2f6cb7846a:33179 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,33179,1731631630090; zookeeper connection closed. 2024-11-15T00:47:14,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bb3f457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bb3f457 2024-11-15T00:47:14,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T00:47:14,809 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e152d7e6019b436786d9b10e7270d23f 2024-11-15T00:47:14,830 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e152d7e6019b436786d9b10e7270d23f is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631631855/Put/seqid=0 2024-11-15T00:47:14,831 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e152d7e6019b436786d9b10e7270d23f 2024-11-15T00:47:14,861 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on adfecc5a23724856b9c132d3f2c90b7e 2024-11-15T00:47:14,878 DEBUG [M:0;fb2f6cb7846a:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfecc5a23724856b9c132d3f2c90b7e is 69, key is fb2f6cb7846a,33179,1731631630090/rs:state/1731631630689/Put/seqid=0 2024-11-15T00:47:14,878 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfecc5a23724856b9c132d3f2c90b7e 2024-11-15T00:47:14,880 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfecc5a23724856b9c132d3f2c90b7e 2024-11-15T00:47:14,881 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94dcdb3b6397446499e2c4419f969368 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94dcdb3b6397446499e2c4419f969368 2024-11-15T00:47:14,883 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94dcdb3b6397446499e2c4419f969368, entries=8, sequenceid=83, filesize=5.5 K 2024-11-15T00:47:14,884 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e152d7e6019b436786d9b10e7270d23f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e152d7e6019b436786d9b10e7270d23f 2024-11-15T00:47:14,886 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e152d7e6019b436786d9b10e7270d23f, entries=9, sequenceid=83, filesize=6.4 K 2024-11-15T00:47:14,887 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfecc5a23724856b9c132d3f2c90b7e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adfecc5a23724856b9c132d3f2c90b7e 2024-11-15T00:47:14,891 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfecc5a23724856b9c132d3f2c90b7e 2024-11-15T00:47:14,891 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f652d16-1f88-175d-7bbe-4bdf47a824ce/f55d7a87-8aab-dc7f-6a06-f0cd23a9b916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adfecc5a23724856b9c132d3f2c90b7e, entries=3, sequenceid=83, filesize=5.3 K 2024-11-15T00:47:14,892 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=83, compaction requested=false 2024-11-15T00:47:14,913 INFO [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:47:14,913 DEBUG [M:0;fb2f6cb7846a:45301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631634732Disabling compacts and flushes for region at 1731631634732Disabling writes for close at 1731631634732Obtaining lock to block concurrent updates at 1731631634733 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731631634733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1731631634733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731631634737 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731631634737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731631634780 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731631634780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731631634783 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731631634830 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731631634830Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731631634836 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731631634877 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731631634877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b54a3f: reopening flushed file at 1731631634881 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acc9c2: reopening flushed file at 1731631634883 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2934b5: reopening flushed file at 1731631634887 (+4 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=83, compaction requested=false at 1731631634892 (+5 ms)Writing region close event to WAL at 1731631634912 (+20 ms)Closed at 1731631634912 2024-11-15T00:47:14,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:47:14,931 INFO [M:0;fb2f6cb7846a:45301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:47:14,931 INFO [M:0;fb2f6cb7846a:45301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45301 2024-11-15T00:47:14,932 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:47:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1013bf5c1e20000, quorum=127.0.0.1:50010, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:47:15,052 INFO [M:0;fb2f6cb7846a:45301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:47:15,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:47:15,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:47:15,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:47:15,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=73 (was 51) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1072 (was 1070) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1787 (was 2005)