2024-11-22 23:45:11,318 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e 2024-11-22 23:45:11,329 main DEBUG Took 0.010135 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 23:45:11,330 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 23:45:11,330 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 23:45:11,331 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 23:45:11,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,349 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 23:45:11,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,372 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,374 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:45:11,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,377 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 23:45:11,379 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:45:11,380 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 23:45:11,381 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 23:45:11,382 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 23:45:11,383 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 23:45:11,383 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 23:45:11,392 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 23:45:11,394 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 23:45:11,395 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 23:45:11,396 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 23:45:11,396 main DEBUG createAppenders(={Console}) 2024-11-22 23:45:11,397 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e initialized 2024-11-22 23:45:11,397 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e 2024-11-22 23:45:11,397 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e OK. 2024-11-22 23:45:11,398 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 23:45:11,398 main DEBUG OutputStream closed 2024-11-22 23:45:11,398 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 23:45:11,398 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 23:45:11,399 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@74751b3 OK 2024-11-22 23:45:11,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 23:45:11,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 23:45:11,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 23:45:11,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 23:45:11,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 23:45:11,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 23:45:11,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 23:45:11,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 23:45:11,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 23:45:11,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 23:45:11,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 23:45:11,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 23:45:11,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 23:45:11,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 23:45:11,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 23:45:11,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 23:45:11,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 23:45:11,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 23:45:11,477 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 23:45:11,477 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@528c868) with optional ClassLoader: null 2024-11-22 23:45:11,478 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 23:45:11,479 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@528c868] started OK. 2024-11-22T23:45:11,494 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestPrefetchRSClose timeout: 13 mins 2024-11-22 23:45:11,497 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 23:45:11,497 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T23:45:11,739 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d 2024-11-22T23:45:11,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestPrefetchRSClose#testPrefetchPersistence Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=9626 2024-11-22T23:45:11,874 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T23:45:11,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:11,989 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/cluster_69dfbfff-1b90-0be3-3dee-2792da9a4126, deleteOnExit=true 2024-11-22T23:45:12,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/cluster_69dfbfff-1b90-0be3-3dee-2792da9a4126/zookeeper_0, clientPort=52024, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/cluster_69dfbfff-1b90-0be3-3dee-2792da9a4126/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/cluster_69dfbfff-1b90-0be3-3dee-2792da9a4126/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T23:45:12,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52024 2024-11-22T23:45:12,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:12,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f with version=8 2024-11-22T23:45:12,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/hbase-staging 2024-11-22T23:45:12,283 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T23:45:12,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a511e45b3024:0 server-side Connection retries=45 2024-11-22T23:45:12,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:12,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:12,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:45:12,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:12,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:45:12,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T23:45:12,835 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:45:12,873 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T23:45:12,884 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T23:45:12,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:45:12,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16189 (auto-detected) 2024-11-22T23:45:12,935 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T23:45:12,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34781 2024-11-22T23:45:12,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34781 connecting to ZooKeeper ensemble=127.0.0.1:52024 2024-11-22T23:45:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347810x0, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:45:13,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34781-0x1014211d60a0000 connected 2024-11-22T23:45:13,055 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:13,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:13,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:45:13,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f, hbase.cluster.distributed=false 2024-11-22T23:45:13,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T23:45:13,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-22T23:45:13,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34781 2024-11-22T23:45:13,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34781 2024-11-22T23:45:13,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-22T23:45:13,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-22T23:45:13,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a511e45b3024:0 server-side Connection retries=45 2024-11-22T23:45:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:13,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:45:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:45:13,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:45:13,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T23:45:13,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:45:13,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44399 2024-11-22T23:45:13,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44399 connecting to ZooKeeper ensemble=127.0.0.1:52024 2024-11-22T23:45:13,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:13,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443990x0, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:45:13,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44399-0x1014211d60a0001 connected 2024-11-22T23:45:13,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:45:13,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T23:45:13,244 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/bucket.cache 2024-11-22T23:45:13,253 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-22T23:45:13,254 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-11-22T23:45:13,257 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 1000 2024-11-22T23:45:13,259 INFO [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-11-22T23:45:13,259 WARN [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-22T23:45:13,266 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-22T23:45:13,269 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-22T23:45:13,269 INFO [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/bucket.persistence is complete. 2024-11-22T23:45:13,271 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T23:45:13,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T23:45:13,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T23:45:13,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44399 2024-11-22T23:45:13,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44399 2024-11-22T23:45:13,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44399 2024-11-22T23:45:13,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44399 2024-11-22T23:45:13,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44399 2024-11-22T23:45:13,315 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a511e45b3024:34781 2024-11-22T23:45:13,317 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a511e45b3024,34781,1732319112355 2024-11-22T23:45:13,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:45:13,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:45:13,327 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a511e45b3024,34781,1732319112355 2024-11-22T23:45:13,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T23:45:13,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:13,358 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T23:45:13,359 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a511e45b3024,34781,1732319112355 from backup master directory 2024-11-22T23:45:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:45:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a511e45b3024,34781,1732319112355 2024-11-22T23:45:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:45:13,364 WARN [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:45:13,365 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a511e45b3024,34781,1732319112355 2024-11-22T23:45:13,367 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T23:45:13,369 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T23:45:13,378 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/hbase.id] with ID: 8a5c7a8b-6e15-4dd4-a099-1f5dc1717ca4 2024-11-22T23:45:13,378 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/.tmp/hbase.id 2024-11-22T23:45:13,387 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/hbase.id] 2024-11-22T23:45:13,443 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:13,449 INFO [master/a511e45b3024:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T23:45:13,478 INFO [master/a511e45b3024:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-22T23:45:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:13,514 INFO [master/a511e45b3024:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:45:13,518 INFO [master/a511e45b3024:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T23:45:13,568 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:45:13,575 INFO [master/a511e45b3024:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:45:13,643 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store 2024-11-22T23:45:13,670 INFO [master/a511e45b3024:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T23:45:13,675 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:13,677 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:45:13,678 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:13,678 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:13,680 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:45:13,680 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:13,681 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:13,681 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732319113677Disabling compacts and flushes for region at 1732319113677Disabling writes for close at 1732319113680 (+3 ms)Writing region close event to WAL at 1732319113681 (+1 ms)Closed at 1732319113681 2024-11-22T23:45:13,682 WARN [master/a511e45b3024:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/.initializing 2024-11-22T23:45:13,683 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/WALs/a511e45b3024,34781,1732319112355 2024-11-22T23:45:13,700 INFO [master/a511e45b3024:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:45:13,718 INFO [master/a511e45b3024:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a511e45b3024%2C34781%2C1732319112355, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/WALs/a511e45b3024,34781,1732319112355, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/oldWALs, maxLogs=10 2024-11-22T23:45:13,774 INFO [master/a511e45b3024:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/WALs/a511e45b3024,34781,1732319112355/a511e45b3024%2C34781%2C1732319112355.1732319113724 2024-11-22T23:45:13,775 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-22T23:45:13,776 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:45:13,776 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:13,781 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,783 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T23:45:13,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:13,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:13,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T23:45:13,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:13,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:45:13,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T23:45:13,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:13,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:45:13,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T23:45:13,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:13,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:45:13,881 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,886 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,886 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,891 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,892 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,895 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:45:13,898 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:45:13,906 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:45:13,907 INFO [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71286715, jitterRate=0.062254831194877625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:45:13,917 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732319113798Initializing all the Stores at 1732319113799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319113800 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319113801 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319113801Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319113801Cleaning up temporary data from old regions at 1732319113892 (+91 ms)Region opened successfully at 1732319113917 (+25 ms) 2024-11-22T23:45:13,919 INFO [master/a511e45b3024:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T23:45:13,964 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3932f9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a511e45b3024/172.17.0.2:0 2024-11-22T23:45:14,010 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T23:45:14,025 INFO [master/a511e45b3024:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T23:45:14,025 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T23:45:14,029 INFO [master/a511e45b3024:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T23:45:14,030 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T23:45:14,037 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-22T23:45:14,037 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T23:45:14,068 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T23:45:14,079 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T23:45:14,082 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T23:45:14,086 INFO [master/a511e45b3024:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T23:45:14,087 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T23:45:14,089 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T23:45:14,092 INFO [master/a511e45b3024:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T23:45:14,097 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T23:45:14,099 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T23:45:14,100 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T23:45:14,103 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T23:45:14,123 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T23:45:14,125 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T23:45:14,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T23:45:14,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T23:45:14,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,140 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a511e45b3024,34781,1732319112355, sessionid=0x1014211d60a0000, setting cluster-up flag (Was=false) 2024-11-22T23:45:14,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,161 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T23:45:14,163 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a511e45b3024,34781,1732319112355 2024-11-22T23:45:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,179 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T23:45:14,181 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a511e45b3024,34781,1732319112355 2024-11-22T23:45:14,186 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T23:45:14,195 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(746): ClusterId : 8a5c7a8b-6e15-4dd4-a099-1f5dc1717ca4 2024-11-22T23:45:14,198 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T23:45:14,203 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T23:45:14,203 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T23:45:14,207 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T23:45:14,207 DEBUG [RS:0;a511e45b3024:44399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bec563b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a511e45b3024/172.17.0.2:0 2024-11-22T23:45:14,223 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a511e45b3024:44399 2024-11-22T23:45:14,226 INFO [RS:0;a511e45b3024:44399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T23:45:14,227 INFO [RS:0;a511e45b3024:44399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T23:45:14,227 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T23:45:14,230 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(2659): reportForDuty to master=a511e45b3024,34781,1732319112355 with port=44399, startcode=1732319113159 2024-11-22T23:45:14,243 DEBUG [RS:0;a511e45b3024:44399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T23:45:14,281 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T23:45:14,299 INFO [master/a511e45b3024:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T23:45:14,309 INFO [master/a511e45b3024:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T23:45:14,317 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a511e45b3024,34781,1732319112355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T23:45:14,326 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T23:45:14,327 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a511e45b3024:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:45:14,327 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a511e45b3024:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:45:14,328 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a511e45b3024:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:45:14,328 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a511e45b3024:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:45:14,328 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a511e45b3024:0, corePoolSize=10, maxPoolSize=10 2024-11-22T23:45:14,328 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,329 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a511e45b3024:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:45:14,329 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,330 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732319144330 2024-11-22T23:45:14,332 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T23:45:14,333 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T23:45:14,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:45:14,333 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34781 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T23:45:14,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T23:45:14,337 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T23:45:14,338 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T23:45:14,338 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T23:45:14,338 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T23:45:14,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:14,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T23:45:14,339 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,343 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T23:45:14,344 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T23:45:14,344 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T23:45:14,346 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T23:45:14,347 INFO [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T23:45:14,348 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.large.0-1732319114348,5,FailOnTimeoutGroup] 2024-11-22T23:45:14,349 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.small.0-1732319114349,5,FailOnTimeoutGroup] 2024-11-22T23:45:14,349 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,350 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T23:45:14,351 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,351 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T23:45:14,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f 2024-11-22T23:45:14,368 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T23:45:14,368 WARN [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T23:45:14,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:14,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-22T23:45:14,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:45:14,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:14,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:14,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-22T23:45:14,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:45:14,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-22T23:45:14,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:45:14,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-22T23:45:14,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:45:14,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:14,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:14,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:45:14,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740 2024-11-22T23:45:14,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740 2024-11-22T23:45:14,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:45:14,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:45:14,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:45:14,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:45:14,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:45:14,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59419099, jitterRate=-0.11458642780780792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:45:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732319114373Initializing all the Stores at 1732319114374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319114374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319114374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319114374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319114374Cleaning up temporary data from old regions at 1732319114399 (+25 ms)Region opened successfully at 1732319114409 (+10 ms) 2024-11-22T23:45:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:45:14,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:45:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:45:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:45:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:45:14,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:45:14,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732319114410Disabling compacts and flushes for region at 1732319114410Disabling writes for close at 1732319114410Writing region close event to WAL at 1732319114411 (+1 ms)Closed at 1732319114411 2024-11-22T23:45:14,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:45:14,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T23:45:14,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T23:45:14,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:45:14,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T23:45:14,470 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(2659): reportForDuty to master=a511e45b3024,34781,1732319112355 with port=44399, startcode=1732319113159 2024-11-22T23:45:14,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34781 {}] master.ServerManager(517): Registering regionserver=a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,483 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f 2024-11-22T23:45:14,483 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-22T23:45:14,483 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T23:45:14,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T23:45:14,488 DEBUG [RS:0;a511e45b3024:44399 {}] zookeeper.ZKUtil(111): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,488 WARN [RS:0;a511e45b3024:44399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:45:14,488 INFO [RS:0;a511e45b3024:44399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:45:14,489 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a511e45b3024,44399,1732319113159] 2024-11-22T23:45:14,515 INFO [RS:0;a511e45b3024:44399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T23:45:14,529 INFO [RS:0;a511e45b3024:44399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T23:45:14,534 INFO [RS:0;a511e45b3024:44399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T23:45:14,534 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,535 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T23:45:14,539 INFO [RS:0;a511e45b3024:44399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T23:45:14,541 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,541 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,541 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a511e45b3024:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,542 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,543 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,543 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a511e45b3024:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:45:14,543 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a511e45b3024:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:45:14,543 DEBUG [RS:0;a511e45b3024:44399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a511e45b3024:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:45:14,544 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,544 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,544 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,545 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,545 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,545 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,44399,1732319113159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:45:14,568 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T23:45:14,570 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,44399,1732319113159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,570 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,571 INFO [RS:0;a511e45b3024:44399 {}] regionserver.Replication(171): a511e45b3024,44399,1732319113159 started 2024-11-22T23:45:14,583 WARN [a511e45b3024:34781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T23:45:14,592 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:14,593 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1482): Serving as a511e45b3024,44399,1732319113159, RpcServer on a511e45b3024/172.17.0.2:44399, sessionid=0x1014211d60a0001 2024-11-22T23:45:14,594 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T23:45:14,594 DEBUG [RS:0;a511e45b3024:44399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,595 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a511e45b3024,44399,1732319113159' 2024-11-22T23:45:14,595 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T23:45:14,596 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T23:45:14,597 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T23:45:14,597 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T23:45:14,597 DEBUG [RS:0;a511e45b3024:44399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,597 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a511e45b3024,44399,1732319113159' 2024-11-22T23:45:14,597 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T23:45:14,598 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T23:45:14,599 DEBUG [RS:0;a511e45b3024:44399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T23:45:14,599 INFO [RS:0;a511e45b3024:44399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T23:45:14,599 INFO [RS:0;a511e45b3024:44399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T23:45:14,705 INFO [RS:0;a511e45b3024:44399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:45:14,706 INFO [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a511e45b3024%2C44399%2C1732319113159, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/oldWALs, maxLogs=55 2024-11-22T23:45:14,730 INFO [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159/a511e45b3024%2C44399%2C1732319113159.1732319114708 2024-11-22T23:45:14,731 DEBUG [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-22T23:45:14,836 DEBUG [a511e45b3024:34781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T23:45:14,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a511e45b3024,44399,1732319113159 2024-11-22T23:45:14,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a511e45b3024,44399,1732319113159, state=OPENING 2024-11-22T23:45:14,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T23:45:14,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:14,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:45:14,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:45:14,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:45:14,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a511e45b3024,44399,1732319113159}] 2024-11-22T23:45:15,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T23:45:15,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T23:45:15,050 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T23:45:15,051 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:45:15,052 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T23:45:15,053 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a511e45b3024%2C44399%2C1732319113159.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/oldWALs, maxLogs=55 2024-11-22T23:45:15,076 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159/a511e45b3024%2C44399%2C1732319113159.meta.1732319115056.meta 2024-11-22T23:45:15,076 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-22T23:45:15,077 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:45:15,079 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T23:45:15,082 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T23:45:15,087 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T23:45:15,091 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T23:45:15,091 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:15,092 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T23:45:15,092 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T23:45:15,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-22T23:45:15,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:45:15,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:15,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-22T23:45:15,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:45:15,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:15,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-22T23:45:15,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:45:15,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-22T23:45:15,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:45:15,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:45:15,099 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:45:15,101 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740 2024-11-22T23:45:15,102 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740 2024-11-22T23:45:15,102 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:45:15,102 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:45:15,103 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:45:15,105 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:45:15,105 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73003296, jitterRate=0.08783388137817383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:45:15,106 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T23:45:15,108 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732319115093Writing region info on filesystem at 1732319115093Initializing all the Stores at 1732319115093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319115093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319115093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319115093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732319115094 (+1 ms)Cleaning up temporary data from old regions at 1732319115103 (+9 ms)Running coprocessor post-open hooks at 1732319115106 (+3 ms)Region opened successfully at 1732319115108 (+2 ms) 2024-11-22T23:45:15,114 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732319115030 2024-11-22T23:45:15,124 DEBUG [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T23:45:15,125 INFO [RS_OPEN_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T23:45:15,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a511e45b3024,44399,1732319113159 2024-11-22T23:45:15,127 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a511e45b3024,44399,1732319113159, state=OPEN 2024-11-22T23:45:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T23:45:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T23:45:15,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:45:15,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:45:15,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a511e45b3024,44399,1732319113159 2024-11-22T23:45:15,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T23:45:15,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a511e45b3024,44399,1732319113159 in 273 msec 2024-11-22T23:45:15,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T23:45:15,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-22T23:45:15,147 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:45:15,147 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T23:45:15,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:45:15,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a511e45b3024,44399,1732319113159, seqNum=-1] 2024-11-22T23:45:15,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:45:15,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:45:15,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 985 msec 2024-11-22T23:45:15,210 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732319115209, completionTime=-1 2024-11-22T23:45:15,212 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T23:45:15,212 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T23:45:15,239 INFO [master/a511e45b3024:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T23:45:15,239 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732319175239 2024-11-22T23:45:15,239 INFO [master/a511e45b3024:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732319235239 2024-11-22T23:45:15,239 INFO [master/a511e45b3024:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-22T23:45:15,242 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,242 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,242 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,244 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a511e45b3024:34781, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,244 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,245 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,250 DEBUG [master/a511e45b3024:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T23:45:15,271 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.905sec 2024-11-22T23:45:15,272 INFO [master/a511e45b3024:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T23:45:15,273 INFO [master/a511e45b3024:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T23:45:15,274 INFO [master/a511e45b3024:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T23:45:15,275 INFO [master/a511e45b3024:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T23:45:15,275 INFO [master/a511e45b3024:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T23:45:15,275 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:45:15,276 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T23:45:15,280 DEBUG [master/a511e45b3024:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T23:45:15,281 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T23:45:15,281 INFO [master/a511e45b3024:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a511e45b3024,34781,1732319112355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:45:15,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b12d17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:45:15,306 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T23:45:15,306 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T23:45:15,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a511e45b3024,34781,-1 for getting cluster id 2024-11-22T23:45:15,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:45:15,321 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a5c7a8b-6e15-4dd4-a099-1f5dc1717ca4' 2024-11-22T23:45:15,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:45:15,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a5c7a8b-6e15-4dd4-a099-1f5dc1717ca4" 2024-11-22T23:45:15,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:45:15,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a511e45b3024,34781,-1] 2024-11-22T23:45:15,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:45:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:15,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:45:15,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db7f20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:45:15,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:45:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a511e45b3024,44399,1732319113159, seqNum=-1] 2024-11-22T23:45:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:45:15,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:45:15,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a511e45b3024,34781,1732319112355 2024-11-22T23:45:15,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:45:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a511e45b3024,34781,1732319112355 2024-11-22T23:45:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4668daaf 2024-11-22T23:45:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:45:15,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:45:15,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:45:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-22T23:45:15,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:45:15,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 4 2024-11-22T23:45:15,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:45:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:45:15,424 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d2d2e1be2d8b964bc22026d3b59da62, NAME => 'table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f 2024-11-22T23:45:15,431 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:15,431 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 1d2d2e1be2d8b964bc22026d3b59da62, disabling compactions & flushes 2024-11-22T23:45:15,432 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,432 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,432 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. after waiting 0 ms 2024-11-22T23:45:15,432 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,432 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,432 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d2d2e1be2d8b964bc22026d3b59da62: Waiting for close lock at 1732319115431Disabling compacts and flushes for region at 1732319115431Disabling writes for close at 1732319115432 (+1 ms)Writing region close event to WAL at 1732319115432Closed at 1732319115432 2024-11-22T23:45:15,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:45:15,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1732319115434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732319115434"}]},"ts":"1732319115434"} 2024-11-22T23:45:15,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:45:15,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:45:15,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732319115445"}]},"ts":"1732319115445"} 2024-11-22T23:45:15,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T23:45:15,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1d2d2e1be2d8b964bc22026d3b59da62, ASSIGN}] 2024-11-22T23:45:15,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1d2d2e1be2d8b964bc22026d3b59da62, ASSIGN 2024-11-22T23:45:15,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1d2d2e1be2d8b964bc22026d3b59da62, ASSIGN; state=OFFLINE, location=a511e45b3024,44399,1732319113159; forceNewPlan=false, retain=false 2024-11-22T23:45:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:45:15,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d2d2e1be2d8b964bc22026d3b59da62, regionState=OPENING, regionLocation=a511e45b3024,44399,1732319113159 2024-11-22T23:45:15,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1d2d2e1be2d8b964bc22026d3b59da62, ASSIGN because future has completed 2024-11-22T23:45:15,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2d2e1be2d8b964bc22026d3b59da62, server=a511e45b3024,44399,1732319113159}] 2024-11-22T23:45:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:45:15,769 INFO [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,770 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d2d2e1be2d8b964bc22026d3b59da62, NAME => 'table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:45:15,770 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,770 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:45:15,771 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,771 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,772 INFO [StoreOpener-1d2d2e1be2d8b964bc22026d3b59da62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,776 INFO [StoreOpener-1d2d2e1be2d8b964bc22026d3b59da62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d2d2e1be2d8b964bc22026d3b59da62 columnFamilyName family 2024-11-22T23:45:15,776 DEBUG [StoreOpener-1d2d2e1be2d8b964bc22026d3b59da62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:45:15,776 INFO [StoreOpener-1d2d2e1be2d8b964bc22026d3b59da62-1 {}] regionserver.HStore(327): Store=1d2d2e1be2d8b964bc22026d3b59da62/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:45:15,776 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,777 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,777 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,778 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,778 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,778 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,785 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:45:15,785 INFO [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d2d2e1be2d8b964bc22026d3b59da62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202864, jitterRate=-0.11780858039855957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T23:45:15,785 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:15,786 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d2d2e1be2d8b964bc22026d3b59da62: Running coprocessor pre-open hook at 1732319115771Writing region info on filesystem at 1732319115771Initializing all the Stores at 1732319115771Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732319115771Cleaning up temporary data from old regions at 1732319115778 (+7 ms)Running coprocessor post-open hooks at 1732319115785 (+7 ms)Region opened successfully at 1732319115786 (+1 ms) 2024-11-22T23:45:15,787 INFO [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62., pid=6, masterSystemTime=1732319115765 2024-11-22T23:45:15,790 DEBUG [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,790 INFO [RS_OPEN_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:15,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d2d2e1be2d8b964bc22026d3b59da62, regionState=OPEN, openSeqNum=2, regionLocation=a511e45b3024,44399,1732319113159 2024-11-22T23:45:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2d2e1be2d8b964bc22026d3b59da62, server=a511e45b3024,44399,1732319113159 because future has completed 2024-11-22T23:45:15,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T23:45:15,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d2d2e1be2d8b964bc22026d3b59da62, server=a511e45b3024,44399,1732319113159 in 183 msec 2024-11-22T23:45:15,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T23:45:15,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1d2d2e1be2d8b964bc22026d3b59da62, ASSIGN in 343 msec 2024-11-22T23:45:15,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:45:15,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732319115800"}]},"ts":"1732319115800"} 2024-11-22T23:45:15,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T23:45:15,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:45:15,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 405 msec 2024-11-22T23:45:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:45:16,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table table1 get assigned. Timeout = 60000ms 2024-11-22T23:45:16,041 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-22T23:45:16,044 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:45:16,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table table1 assigned to meta. Checking AM states. 2024-11-22T23:45:16,050 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T23:45:16,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table table1 assigned. 2024-11-22T23:45:16,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row1', locateType=CURRENT is [region=table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62., hostname=a511e45b3024,44399,1732319113159, seqNum=2] 2024-11-22T23:45:16,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d2d2e1be2d8b964bc22026d3b59da62 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-22T23:45:16,096 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9729b2c3163742a3804fad13faad748f 2024-11-22T23:45:16,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/.tmp/family/9729b2c3163742a3804fad13faad748f is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-22T23:45:16,144 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/.tmp/family/9729b2c3163742a3804fad13faad748f 2024-11-22T23:45:16,180 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/.tmp/family/9729b2c3163742a3804fad13faad748f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f 2024-11-22T23:45:16,181 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f, delay=910 ms 2024-11-22T23:45:16,183 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T23:45:16,188 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 1d2d2e1be2d8b964bc22026d3b59da62 in 117ms, sequenceid=6, compaction requested=false 2024-11-22T23:45:16,189 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-22T23:45:16,191 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d2d2e1be2d8b964bc22026d3b59da62: 2024-11-22T23:45:17,094 DEBUG [hfile-prefetch-1732319116181 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9729b2c3163742a3804fad13faad748f_0. 2024-11-22T23:45:17,098 DEBUG [hfile-prefetch-1732319116181 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 9729b2c3163742a3804fad13faad748f_117. 2024-11-22T23:45:17,099 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f, with total blocks 2, and data blocks 1 2024-11-22T23:45:17,099 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-11-22T23:45:17,100 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-22T23:45:17,100 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f. Will sleep 100ms and try the verification again. 2024-11-22T23:45:17,200 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f, with total blocks 2, and data blocks 1 2024-11-22T23:45:17,200 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map 2024-11-22T23:45:17,200 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2293): found block for file 9729b2c3163742a3804fad13faad748f in the backing map. Acquiring read lock for offset 0 2024-11-22T23:45:17,201 DEBUG [hfile-prefetch-1732319116181 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/family/9729b2c3163742a3804fad13faad748f has now been fully cached. 2024-11-22T23:45:17,201 DEBUG [hfile-prefetch-1732319116181 {}] hfile.PrefetchExecutor(121): Prefetch completed for 9729b2c3163742a3804fad13faad748f 2024-11-22T23:45:17,257 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-22T23:45:17,258 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-22T23:45:17,258 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-22T23:45:17,258 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-11-22T23:45:17,278 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-11-22T23:45:17,278 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732319117258 2024-11-22T23:45:17,278 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-22T23:45:18,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T23:45:18,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T23:45:18,200 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;a511e45b3024:44399,5,FailOnTimeoutGroup] 2024-11-22T23:45:18,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a511e45b3024,44399,1732319113159' ***** 2024-11-22T23:45:18,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0 2024-11-22T23:45:18,201 INFO [Time-limited test {}] hfile.TestPrefetchRSClose(129): Stopped Region Server 0. 2024-11-22T23:45:18,201 INFO [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1738): Disabling cache 2024-11-22T23:45:18,201 INFO [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/bucket.persistence 2024-11-22T23:45:18,201 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-22T23:45:18,201 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-22T23:45:18,201 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-22T23:45:18,202 INFO [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-11-22T23:45:18,202 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-22T23:45:18,212 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1487): Thread RS:0;a511e45b3024:44399 started persisting bucket cache to file 2024-11-22T23:45:18,212 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-11-22T23:45:18,212 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-11-22T23:45:18,215 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-11-22T23:45:18,216 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1732319118212 2024-11-22T23:45:18,216 DEBUG [RS:0;a511e45b3024:44399 {}] bucket.BucketCache(1509): Thread RS:0;a511e45b3024:44399 finished persisting bucket cache to file, renaming 2024-11-22T23:45:18,216 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T23:45:18,216 INFO [RS:0;a511e45b3024:44399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T23:45:18,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T23:45:18,216 INFO [RS:0;a511e45b3024:44399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T23:45:18,217 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:18,217 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(959): stopping server a511e45b3024,44399,1732319113159 2024-11-22T23:45:18,217 INFO [RS:0;a511e45b3024:44399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:45:18,218 INFO [RS:0;a511e45b3024:44399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a511e45b3024:44399. 2024-11-22T23:45:18,218 INFO [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-22T23:45:18,218 DEBUG [RS:0;a511e45b3024:44399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:45:18,218 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d2d2e1be2d8b964bc22026d3b59da62, disabling compactions & flushes 2024-11-22T23:45:18,218 INFO [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:18,218 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:18,218 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. after waiting 0 ms 2024-11-22T23:45:18,218 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:18,223 DEBUG [RS:0;a511e45b3024:44399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:18,223 INFO [RS:0;a511e45b3024:44399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T23:45:18,223 INFO [RS:0;a511e45b3024:44399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T23:45:18,223 INFO [RS:0;a511e45b3024:44399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T23:45:18,223 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T23:45:18,224 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T23:45:18,224 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-22T23:45:18,224 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d2d2e1be2d8b964bc22026d3b59da62=table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62.} 2024-11-22T23:45:18,224 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:45:18,224 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:45:18,224 DEBUG [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2d2e1be2d8b964bc22026d3b59da62 2024-11-22T23:45:18,224 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:45:18,225 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:45:18,225 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:45:18,225 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.20 KB heapSize=3.23 KB 2024-11-22T23:45:18,225 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/default/table1/1d2d2e1be2d8b964bc22026d3b59da62/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T23:45:18,226 INFO [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:18,227 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d2d2e1be2d8b964bc22026d3b59da62: Waiting for close lock at 1732319118217Running coprocessor pre-close hooks at 1732319118218 (+1 ms)Disabling compacts and flushes for region at 1732319118218Disabling writes for close at 1732319118218Writing region close event to WAL at 1732319118220 (+2 ms)Running coprocessor post-close hooks at 1732319118225 (+5 ms)Closed at 1732319118226 (+1 ms) 2024-11-22T23:45:18,227 DEBUG [RS_CLOSE_REGION-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62. 2024-11-22T23:45:18,237 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 139bee1ba9c444e4a93a3c116a27d475 2024-11-22T23:45:18,249 INFO [regionserver/a511e45b3024:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:45:18,254 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/info/139bee1ba9c444e4a93a3c116a27d475 is 133, key is table1,,1732319115392.1d2d2e1be2d8b964bc22026d3b59da62./info:regioninfo/1732319115790/Put/seqid=0 2024-11-22T23:45:18,255 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.05 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/info/139bee1ba9c444e4a93a3c116a27d475 2024-11-22T23:45:18,265 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a0d0ddddc7474e589651d8cf78eac1e7 2024-11-22T23:45:18,278 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/ns/a0d0ddddc7474e589651d8cf78eac1e7 is 43, key is default/ns:d/1732319115198/Put/seqid=0 2024-11-22T23:45:18,279 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/ns/a0d0ddddc7474e589651d8cf78eac1e7 2024-11-22T23:45:18,288 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 72b13e2f5a7c444f9d6c92a4720caa81 2024-11-22T23:45:18,301 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/table/72b13e2f5a7c444f9d6c92a4720caa81 is 42, key is table1/table:state/1732319115800/Put/seqid=0 2024-11-22T23:45:18,302 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=76 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/table/72b13e2f5a7c444f9d6c92a4720caa81 2024-11-22T23:45:18,304 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/info/139bee1ba9c444e4a93a3c116a27d475 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/info/139bee1ba9c444e4a93a3c116a27d475 2024-11-22T23:45:18,305 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/info/139bee1ba9c444e4a93a3c116a27d475, delay=904 ms 2024-11-22T23:45:18,307 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/info/139bee1ba9c444e4a93a3c116a27d475, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T23:45:18,307 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/ns/a0d0ddddc7474e589651d8cf78eac1e7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/ns/a0d0ddddc7474e589651d8cf78eac1e7 2024-11-22T23:45:18,309 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/ns/a0d0ddddc7474e589651d8cf78eac1e7, delay=923 ms 2024-11-22T23:45:18,310 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/ns/a0d0ddddc7474e589651d8cf78eac1e7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T23:45:18,310 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/.tmp/table/72b13e2f5a7c444f9d6c92a4720caa81 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/table/72b13e2f5a7c444f9d6c92a4720caa81 2024-11-22T23:45:18,311 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/table/72b13e2f5a7c444f9d6c92a4720caa81, delay=909 ms 2024-11-22T23:45:18,313 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/table/72b13e2f5a7c444f9d6c92a4720caa81, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T23:45:18,314 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.20 KB/1227, heapSize ~2.94 KB/3008, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=11, compaction requested=false 2024-11-22T23:45:18,314 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T23:45:18,315 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/info/139bee1ba9c444e4a93a3c116a27d475 2024-11-22T23:45:18,316 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/ns/a0d0ddddc7474e589651d8cf78eac1e7 2024-11-22T23:45:18,317 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/table/72b13e2f5a7c444f9d6c92a4720caa81 2024-11-22T23:45:18,321 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T23:45:18,321 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T23:45:18,321 INFO [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:45:18,322 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732319118224Running coprocessor pre-close hooks at 1732319118224Disabling compacts and flushes for region at 1732319118224Disabling writes for close at 1732319118225 (+1 ms)Obtaining lock to block concurrent updates at 1732319118225Preparing flush snapshotting stores in 1588230740 at 1732319118225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1227, getHeapSize=3248, getOffHeapSize=0, getCellsCount=14 at 1732319118226 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732319118227 (+1 ms)Flushing 1588230740/info: creating writer at 1732319118227Flushing 1588230740/info: appending metadata at 1732319118253 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732319118253Flushing 1588230740/ns: creating writer at 1732319118258 (+5 ms)Flushing 1588230740/ns: appending metadata at 1732319118277 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732319118277Flushing 1588230740/table: creating writer at 1732319118281 (+4 ms)Flushing 1588230740/table: appending metadata at 1732319118300 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732319118300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2aa015: reopening flushed file at 1732319118304 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a94ff03: reopening flushed file at 1732319118307 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551a888c: reopening flushed file at 1732319118310 (+3 ms)Finished flush of dataSize ~1.20 KB/1227, heapSize ~2.94 KB/3008, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=11, compaction requested=false at 1732319118314 (+4 ms)Writing region close event to WAL at 1732319118317 (+3 ms)Running coprocessor post-close hooks at 1732319118321 (+4 ms)Closed at 1732319118321 2024-11-22T23:45:18,322 DEBUG [RS_CLOSE_META-regionserver/a511e45b3024:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T23:45:18,425 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(976): stopping server a511e45b3024,44399,1732319113159; all regions closed. 2024-11-22T23:45:18,430 DEBUG [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/oldWALs 2024-11-22T23:45:18,430 INFO [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a511e45b3024%2C44399%2C1732319113159.meta:.meta(num 1732319115056) 2024-11-22T23:45:18,432 DEBUG [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/oldWALs 2024-11-22T23:45:18,432 INFO [RS:0;a511e45b3024:44399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a511e45b3024%2C44399%2C1732319113159:(num 1732319114708) 2024-11-22T23:45:18,432 DEBUG [RS:0;a511e45b3024:44399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:18,432 INFO [RS:0;a511e45b3024:44399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:45:18,433 INFO [RS:0;a511e45b3024:44399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:45:18,433 INFO [RS:0;a511e45b3024:44399 {}] hbase.ChoreService(370): Chore service for: regionserver/a511e45b3024:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T23:45:18,433 INFO [RS:0;a511e45b3024:44399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:45:18,433 INFO [regionserver/a511e45b3024:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:45:18,433 INFO [RS:0;a511e45b3024:44399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44399 2024-11-22T23:45:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a511e45b3024,44399,1732319113159 2024-11-22T23:45:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T23:45:18,440 INFO [RS:0;a511e45b3024:44399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:45:18,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a511e45b3024,44399,1732319113159] 2024-11-22T23:45:18,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a511e45b3024,44399,1732319113159 already deleted, retry=false 2024-11-22T23:45:18,443 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a511e45b3024,44399,1732319113159 on a511e45b3024,34781,1732319112355 2024-11-22T23:45:18,448 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a511e45b3024,44399,1732319113159, splitWal=true, meta=true 2024-11-22T23:45:18,450 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for a511e45b3024,44399,1732319113159 (carryingMeta=true) a511e45b3024,44399,1732319113159/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8ff7d8f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T23:45:18,450 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a511e45b3024,44399,1732319113159, splitWal=true, meta=true 2024-11-22T23:45:18,451 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a511e45b3024,44399,1732319113159, splitWal=true, meta=true, isMeta: true 2024-11-22T23:45:18,452 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159-splitting 2024-11-22T23:45:18,452 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159-splitting dir is empty, no logs to split. 2024-11-22T23:45:18,452 INFO [PEWorker-2 {}] master.SplitWALManager(105): a511e45b3024,44399,1732319113159 WAL count=0, meta=true 2024-11-22T23:45:18,454 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/WALs/a511e45b3024,44399,1732319113159-splitting dir is empty, no logs to split. 2024-11-22T23:45:18,454 INFO [PEWorker-2 {}] master.SplitWALManager(105): a511e45b3024,44399,1732319113159 WAL count=0, meta=true 2024-11-22T23:45:18,454 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a511e45b3024,44399,1732319113159 WAL splitting is done? wals=0, meta=true 2024-11-22T23:45:18,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T23:45:18,456 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:45:18,457 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T23:45:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:45:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44399-0x1014211d60a0001, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:45:18,543 INFO [RS:0;a511e45b3024:44399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:45:18,543 INFO [RS:0;a511e45b3024:44399 {}] regionserver.HRegionServer(1031): Exiting; stopping=a511e45b3024,44399,1732319113159; zookeeper connection closed. 2024-11-22T23:45:18,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33316c81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33316c81 2024-11-22T23:45:18,607 WARN [a511e45b3024:34781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T23:45:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T23:45:19,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:45:19,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestPrefetchRSClose.tearDown(TestPrefetchRSClose.java:136) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:45:19,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:19,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:19,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:45:19,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T23:45:19,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=623257533, stopped=false 2024-11-22T23:45:19,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a511e45b3024,34781,1732319112355 2024-11-22T23:45:19,203 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'a511e45b3024,34781,1732319112355' ***** 2024-11-22T23:45:19,203 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: OnlineServer=0 right after cluster shutdown set 2024-11-22T23:45:19,203 INFO [M:0;a511e45b3024:34781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:45:19,203 INFO [M:0;a511e45b3024:34781 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;a511e45b3024:34781. 2024-11-22T23:45:19,203 DEBUG [M:0;a511e45b3024:34781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:45:19,203 DEBUG [M:0;a511e45b3024:34781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:45:19,203 INFO [M:0;a511e45b3024:34781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:45:19,203 DEBUG [M:0;a511e45b3024:34781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T23:45:19,204 DEBUG [M:0;a511e45b3024:34781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T23:45:19,204 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T23:45:19,204 DEBUG [master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.large.0-1732319114348 {}] cleaner.HFileCleaner(306): Exit Thread[master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.large.0-1732319114348,5,FailOnTimeoutGroup] 2024-11-22T23:45:19,204 DEBUG [master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.small.0-1732319114349 {}] cleaner.HFileCleaner(306): Exit Thread[master/a511e45b3024:0:becomeActiveMaster-HFileCleaner.small.0-1732319114349,5,FailOnTimeoutGroup] 2024-11-22T23:45:19,204 INFO [M:0;a511e45b3024:34781 {}] hbase.ChoreService(370): Chore service for: master/a511e45b3024:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T23:45:19,204 INFO [M:0;a511e45b3024:34781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:45:19,204 DEBUG [M:0;a511e45b3024:34781 {}] master.HMaster(1795): Stopping service threads 2024-11-22T23:45:19,204 INFO [M:0;a511e45b3024:34781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T23:45:19,204 INFO [M:0;a511e45b3024:34781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T23:45:19,205 INFO [M:0;a511e45b3024:34781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T23:45:19,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T23:45:19,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T23:45:19,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:45:19,207 DEBUG [M:0;a511e45b3024:34781 {}] zookeeper.ZKUtil(347): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T23:45:19,207 WARN [M:0;a511e45b3024:34781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T23:45:19,208 INFO [M:0;a511e45b3024:34781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/.lastflushedseqids 2024-11-22T23:45:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T23:45:19,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T23:45:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:45:19,220 INFO [M:0;a511e45b3024:34781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T23:45:19,358 DEBUG [a511e45b3024:34781 {}] assignment.AssignmentManager(2455): Stopped! Dropping assign of 1 queued regions. 2024-11-22T23:45:19,358 INFO [M:0;a511e45b3024:34781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T23:45:19,359 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:45:19,359 INFO [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:19,359 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:19,359 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:45:19,359 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:19,359 INFO [M:0;a511e45b3024:34781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=24.16 KB heapSize=30.77 KB 2024-11-22T23:45:19,370 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4e33a7c628274adc95d35a5c167074e6 2024-11-22T23:45:19,384 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33a7c628274adc95d35a5c167074e6 is 82, key is hbase:meta,,1/info:regioninfo/1732319115125/Put/seqid=0 2024-11-22T23:45:19,385 INFO [M:0;a511e45b3024:34781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33a7c628274adc95d35a5c167074e6 2024-11-22T23:45:19,393 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b46f62bf2bb440a6acd7b8270a03398a 2024-11-22T23:45:19,407 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46f62bf2bb440a6acd7b8270a03398a is 705, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732319115805/Put/seqid=0 2024-11-22T23:45:19,407 INFO [M:0;a511e45b3024:34781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.55 KB at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46f62bf2bb440a6acd7b8270a03398a 2024-11-22T23:45:19,415 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e5dece71739b444cb00de78711a709d3 2024-11-22T23:45:19,429 DEBUG [M:0;a511e45b3024:34781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dece71739b444cb00de78711a709d3 is 58, key is a511e45b3024,44399,1732319113159/rs:/1732319118451/DeleteFamily/seqid=0 2024-11-22T23:45:19,430 INFO [M:0;a511e45b3024:34781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dece71739b444cb00de78711a709d3 2024-11-22T23:45:19,432 INFO [M:0;a511e45b3024:34781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5dece71739b444cb00de78711a709d3 2024-11-22T23:45:19,433 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33a7c628274adc95d35a5c167074e6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e33a7c628274adc95d35a5c167074e6 2024-11-22T23:45:19,434 INFO [M:0;a511e45b3024:34781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e33a7c628274adc95d35a5c167074e6, entries=8, sequenceid=64, filesize=5.5 K 2024-11-22T23:45:19,435 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46f62bf2bb440a6acd7b8270a03398a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b46f62bf2bb440a6acd7b8270a03398a 2024-11-22T23:45:19,438 INFO [M:0;a511e45b3024:34781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b46f62bf2bb440a6acd7b8270a03398a, entries=8, sequenceid=64, filesize=6.5 K 2024-11-22T23:45:19,438 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dece71739b444cb00de78711a709d3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dece71739b444cb00de78711a709d3 2024-11-22T23:45:19,441 INFO [M:0;a511e45b3024:34781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5dece71739b444cb00de78711a709d3 2024-11-22T23:45:19,441 INFO [M:0;a511e45b3024:34781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036b7092-20ce-d2b9-ac8b-c53ec2f5510d/18a8cade-cabe-34c5-5684-5cf10fdf2f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dece71739b444cb00de78711a709d3, entries=1, sequenceid=64, filesize=5.2 K 2024-11-22T23:45:19,442 INFO [M:0;a511e45b3024:34781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~24.16 KB/24735, heapSize ~30.48 KB/31208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 83ms, sequenceid=64, compaction requested=false 2024-11-22T23:45:19,444 INFO [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:45:19,445 DEBUG [M:0;a511e45b3024:34781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732319119359Disabling compacts and flushes for region at 1732319119359Disabling writes for close at 1732319119359Obtaining lock to block concurrent updates at 1732319119359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732319119359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=24735, getHeapSize=31448, getOffHeapSize=0, getCellsCount=76 at 1732319119360 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732319119360Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732319119360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732319119384 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732319119384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732319119387 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732319119406 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732319119406Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732319119409 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732319119428 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732319119428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a7d460: reopening flushed file at 1732319119432 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1d9354: reopening flushed file at 1732319119435 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9bbdae: reopening flushed file at 1732319119438 (+3 ms)Finished flush of dataSize ~24.16 KB/24735, heapSize ~30.48 KB/31208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 83ms, sequenceid=64, compaction requested=false at 1732319119442 (+4 ms)Writing region close event to WAL at 1732319119444 (+2 ms)Closed at 1732319119444 2024-11-22T23:45:19,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:45:19,447 INFO [M:0;a511e45b3024:34781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T23:45:19,447 INFO [M:0;a511e45b3024:34781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34781 2024-11-22T23:45:19,447 INFO [M:0;a511e45b3024:34781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:45:19,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:45:19,549 INFO [M:0;a511e45b3024:34781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:45:19,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34781-0x1014211d60a0000, quorum=127.0.0.1:52024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:45:19,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T23:45:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T23:45:19,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:45:19,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestPrefetchRSClose#testPrefetchPersistence Thread=45 (was 12) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a511e45b3024:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732319118309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732319118312 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1732319116181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: hfile-prefetch-1732319118306 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a511e45b3024:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a511e45b3024:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=337 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=9305 (was 9626)