2024-11-11 02:29:43,653 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 02:29:43,664 main DEBUG Took 0.009757 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 02:29:43,665 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 02:29:43,665 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 02:29:43,672 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 02:29:43,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,680 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 02:29:43,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,694 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,695 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,696 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,698 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,699 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,700 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,702 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:29:43,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,704 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 02:29:43,705 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:29:43,706 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 02:29:43,708 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 02:29:43,708 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 02:29:43,710 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 02:29:43,710 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 02:29:43,718 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 02:29:43,721 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 02:29:43,722 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 02:29:43,723 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 02:29:43,723 main DEBUG createAppenders(={Console}) 2024-11-11 02:29:43,724 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-11 02:29:43,724 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 02:29:43,725 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-11 02:29:43,725 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 02:29:43,725 main DEBUG OutputStream closed 2024-11-11 02:29:43,726 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 02:29:43,726 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 02:29:43,726 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-11 02:29:43,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 02:29:43,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 02:29:43,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 02:29:43,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 02:29:43,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 02:29:43,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 02:29:43,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 02:29:43,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 02:29:43,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 02:29:43,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 02:29:43,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 02:29:43,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 02:29:43,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 02:29:43,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 02:29:43,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 02:29:43,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 02:29:43,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 02:29:43,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 02:29:43,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 02:29:43,808 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-11 02:29:43,809 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 02:29:43,810 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-11T02:29:43,822 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-11-11 02:29:43,824 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 02:29:43,825 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T02:29:44,056 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f 2024-11-11T02:29:44,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=6301 2024-11-11T02:29:44,171 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T02:29:44,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:44,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/cluster_ed78c438-18ad-a79d-a0cd-dbb412672643, deleteOnExit=true 2024-11-11T02:29:44,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/cluster_ed78c438-18ad-a79d-a0cd-dbb412672643/zookeeper_0, clientPort=61631, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/cluster_ed78c438-18ad-a79d-a0cd-dbb412672643/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/cluster_ed78c438-18ad-a79d-a0cd-dbb412672643/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T02:29:44,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61631 2024-11-11T02:29:44,368 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:44,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 with version=8 2024-11-11T02:29:44,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase-staging 2024-11-11T02:29:44,537 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T02:29:44,763 INFO [Time-limited test {}] client.ConnectionUtils(128): master/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:44,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:44,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:44,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:44,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:44,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:44,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T02:29:44,995 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:29:45,032 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T02:29:45,043 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T02:29:45,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:45,083 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41504 (auto-detected) 2024-11-11T02:29:45,085 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T02:29:45,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34089 2024-11-11T02:29:45,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34089 connecting to ZooKeeper ensemble=127.0.0.1:61631 2024-11-11T02:29:45,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340890x0, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:45,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34089-0x1002c9d9b7e0000 connected 2024-11-11T02:29:45,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:45,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8, hbase.cluster.distributed=false 2024-11-11T02:29:45,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:45,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-11T02:29:45,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-11-11T02:29:45,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-11-11T02:29:45,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-11T02:29:45,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-11T02:29:45,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:45,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:29:45,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:45,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37081 2024-11-11T02:29:45,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37081 connecting to ZooKeeper ensemble=127.0.0.1:61631 2024-11-11T02:29:45,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370810x0, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:45,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37081-0x1002c9d9b7e0001 connected 2024-11-11T02:29:45,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:45,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:29:45,340 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.cache 2024-11-11T02:29:45,345 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T02:29:45,346 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T02:29:45,348 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T02:29:45,350 INFO [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T02:29:45,350 WARN [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T02:29:45,354 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T02:29:45,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:29:45,361 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T02:29:45,361 INFO [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence is complete. 2024-11-11T02:29:45,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T02:29:45,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:45,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-11T02:29:45,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37081 2024-11-11T02:29:45,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37081 2024-11-11T02:29:45,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-11T02:29:45,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-11T02:29:45,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:45,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:45,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:45,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:45,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:29:45,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:45,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38559 2024-11-11T02:29:45,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38559 connecting to ZooKeeper ensemble=127.0.0.1:61631 2024-11-11T02:29:45,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385590x0, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:45,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385590x0, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:45,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38559-0x1002c9d9b7e0002 connected 2024-11-11T02:29:45,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:29:45,415 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.cache 2024-11-11T02:29:45,415 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T02:29:45,416 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T02:29:45,416 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T02:29:45,417 INFO [Thread-11 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T02:29:45,417 WARN [Thread-11 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T02:29:45,418 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T02:29:45,418 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T02:29:45,418 INFO [Thread-11 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence is complete. 2024-11-11T02:29:45,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:29:45,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T02:29:45,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:45,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-11T02:29:45,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38559 2024-11-11T02:29:45,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38559 2024-11-11T02:29:45,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-11T02:29:45,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38559 2024-11-11T02:29:45,455 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;370bc2ade342:34089 2024-11-11T02:29:45,456 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/370bc2ade342,34089,1731292184607 2024-11-11T02:29:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,465 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/370bc2ade342,34089,1731292184607 2024-11-11T02:29:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,493 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T02:29:45,494 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/370bc2ade342,34089,1731292184607 from backup master directory 2024-11-11T02:29:45,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/370bc2ade342,34089,1731292184607 2024-11-11T02:29:45,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:45,499 WARN [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:45,499 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=370bc2ade342,34089,1731292184607 2024-11-11T02:29:45,501 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T02:29:45,503 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T02:29:45,511 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase.id] with ID: f56c5545-ac90-4057-b786-4e8fbb6c2777 2024-11-11T02:29:45,511 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.tmp/hbase.id 2024-11-11T02:29:45,517 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase.id] 2024-11-11T02:29:45,551 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:45,556 INFO [master/370bc2ade342:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T02:29:45,576 INFO [master/370bc2ade342:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T02:29:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:45,609 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:29:45,614 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T02:29:45,655 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:29:45,660 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:45,715 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store 2024-11-11T02:29:45,737 INFO [master/370bc2ade342:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T02:29:45,740 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:45,742 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:29:45,742 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:45,742 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:45,744 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:29:45,744 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:45,744 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:45,745 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292185742Disabling compacts and flushes for region at 1731292185742Disabling writes for close at 1731292185744 (+2 ms)Writing region close event to WAL at 1731292185744Closed at 1731292185744 2024-11-11T02:29:45,746 WARN [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/.initializing 2024-11-11T02:29:45,746 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,34089,1731292184607 2024-11-11T02:29:45,758 INFO [master/370bc2ade342:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:45,771 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=370bc2ade342%2C34089%2C1731292184607, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,34089,1731292184607, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/oldWALs, maxLogs=10 2024-11-11T02:29:45,804 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,34089,1731292184607/370bc2ade342%2C34089%2C1731292184607.1731292185775 2024-11-11T02:29:45,805 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:45,806 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:45,807 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:45,810 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,811 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T02:29:45,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:45,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:45,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T02:29:45,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:45,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:45,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T02:29:45,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:45,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:45,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T02:29:45,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:45,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:45,900 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,904 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,904 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,907 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,908 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,911 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:45,913 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:45,919 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:45,920 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59028496, jitterRate=-0.1204068660736084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:45,928 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731292185823Initializing all the Stores at 1731292185824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292185824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292185825 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292185826 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292185826Cleaning up temporary data from old regions at 1731292185908 (+82 ms)Region opened successfully at 1731292185928 (+20 ms) 2024-11-11T02:29:45,930 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T02:29:45,969 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54383089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:46,012 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T02:29:46,029 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T02:29:46,029 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T02:29:46,033 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T02:29:46,034 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T02:29:46,041 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T02:29:46,041 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T02:29:46,070 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T02:29:46,082 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T02:29:46,084 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T02:29:46,087 INFO [master/370bc2ade342:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T02:29:46,090 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T02:29:46,091 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T02:29:46,094 INFO [master/370bc2ade342:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T02:29:46,098 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T02:29:46,100 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T02:29:46,102 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T02:29:46,104 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T02:29:46,131 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T02:29:46,132 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T02:29:46,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:46,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,152 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=370bc2ade342,34089,1731292184607, sessionid=0x1002c9d9b7e0000, setting cluster-up flag (Was=false) 2024-11-11T02:29:46,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,170 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T02:29:46,172 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=370bc2ade342,34089,1731292184607 2024-11-11T02:29:46,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,184 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T02:29:46,186 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=370bc2ade342,34089,1731292184607 2024-11-11T02:29:46,191 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T02:29:46,242 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(746): ClusterId : f56c5545-ac90-4057-b786-4e8fbb6c2777 2024-11-11T02:29:46,242 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(746): ClusterId : f56c5545-ac90-4057-b786-4e8fbb6c2777 2024-11-11T02:29:46,245 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:29:46,245 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:29:46,249 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:29:46,249 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:29:46,249 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:29:46,249 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:29:46,252 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:29:46,252 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:29:46,252 DEBUG [RS:0;370bc2ade342:37081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5853fdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:46,253 DEBUG [RS:1;370bc2ade342:38559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695e2e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:46,266 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:46,268 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;370bc2ade342:38559 2024-11-11T02:29:46,270 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;370bc2ade342:37081 2024-11-11T02:29:46,273 INFO [RS:0;370bc2ade342:37081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:29:46,273 INFO [RS:1;370bc2ade342:38559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:29:46,273 INFO [RS:0;370bc2ade342:37081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:29:46,273 INFO [RS:1;370bc2ade342:38559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:29:46,274 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:29:46,274 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:29:46,277 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(2659): reportForDuty to master=370bc2ade342,34089,1731292184607 with port=38559, startcode=1731292185398 2024-11-11T02:29:46,277 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(2659): reportForDuty to master=370bc2ade342,34089,1731292184607 with port=37081, startcode=1731292185274 2024-11-11T02:29:46,279 INFO [master/370bc2ade342:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T02:29:46,287 INFO [master/370bc2ade342:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T02:29:46,287 DEBUG [RS:1;370bc2ade342:38559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:29:46,287 DEBUG [RS:0;370bc2ade342:37081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:29:46,292 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 370bc2ade342,34089,1731292184607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T02:29:46,299 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:46,299 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:46,300 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:46,300 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:46,300 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/370bc2ade342:0, corePoolSize=10, maxPoolSize=10 2024-11-11T02:29:46,300 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,300 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:46,301 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,303 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731292216303 2024-11-11T02:29:46,304 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T02:29:46,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:46,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T02:29:46,306 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T02:29:46,308 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T02:29:46,309 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T02:29:46,309 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T02:29:46,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:46,309 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T02:29:46,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T02:29:46,312 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,315 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T02:29:46,316 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T02:29:46,317 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T02:29:46,320 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T02:29:46,320 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T02:29:46,322 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292186322,5,FailOnTimeoutGroup] 2024-11-11T02:29:46,323 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292186322,5,FailOnTimeoutGroup] 2024-11-11T02:29:46,323 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,323 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T02:29:46,324 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,325 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T02:29:46,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:46,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:46,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T02:29:46,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:29:46,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:46,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:46,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T02:29:46,358 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:29:46,358 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:29:46,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:29:46,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:46,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:46,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T02:29:46,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:29:46,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:46,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:46,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(517): Registering regionserver=370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T02:29:46,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:29:46,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:46,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:46,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:29:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:46,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:46,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:29:46,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:29:46,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:29:46,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(517): Registering regionserver=370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,384 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:46,384 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:46,384 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T02:29:46,384 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T02:29:46,384 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:29:46,384 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:29:46,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:46,387 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937775, jitterRate=0.05705522000789642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:46,390 DEBUG [RS:1;370bc2ade342:38559 {}] zookeeper.ZKUtil(111): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,391 WARN [RS:1;370bc2ade342:38559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:46,391 INFO [RS:1;370bc2ade342:38559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:46,391 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,392 DEBUG [RS:0;370bc2ade342:37081 {}] zookeeper.ZKUtil(111): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,393 WARN [RS:0;370bc2ade342:37081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:46,393 INFO [RS:0;370bc2ade342:37081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:46,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731292186346Initializing all the Stores at 1731292186346Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292186346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292186347 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292186347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292186347Cleaning up temporary data from old regions at 1731292186377 (+30 ms)Region opened successfully at 1731292186393 (+16 ms) 2024-11-11T02:29:46,393 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:29:46,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:29:46,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:29:46,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:29:46,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:29:46,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [370bc2ade342,37081,1731292185274] 2024-11-11T02:29:46,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [370bc2ade342,38559,1731292185398] 2024-11-11T02:29:46,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:46,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292186393Disabling compacts and flushes for region at 1731292186393Disabling writes for close at 1731292186394 (+1 ms)Writing region close event to WAL at 1731292186395 (+1 ms)Closed at 1731292186395 2024-11-11T02:29:46,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:46,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T02:29:46,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T02:29:46,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:29:46,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T02:29:46,419 INFO [RS:0;370bc2ade342:37081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:29:46,419 INFO [RS:1;370bc2ade342:38559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:29:46,436 INFO [RS:1;370bc2ade342:38559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:29:46,436 INFO [RS:0;370bc2ade342:37081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:29:46,440 INFO [RS:1;370bc2ade342:38559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:29:46,440 INFO [RS:0;370bc2ade342:37081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:29:46,441 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,441 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,442 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:29:46,442 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:29:46,446 INFO [RS:1;370bc2ade342:38559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:29:46,446 INFO [RS:0;370bc2ade342:37081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:29:46,448 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,448 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,448 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,448 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,448 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,448 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:46,449 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,449 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:1;370bc2ade342:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:46,450 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:46,451 DEBUG [RS:0;370bc2ade342:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:46,453 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,453 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,38559,1731292185398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:46,454 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37081,1731292185274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:46,476 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:29:46,477 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37081,1731292185274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,478 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,478 INFO [RS:0;370bc2ade342:37081 {}] regionserver.Replication(171): 370bc2ade342,37081,1731292185274 started 2024-11-11T02:29:46,479 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:29:46,479 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,38559,1731292185398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,480 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,480 INFO [RS:1;370bc2ade342:38559 {}] regionserver.Replication(171): 370bc2ade342,38559,1731292185398 started 2024-11-11T02:29:46,497 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,497 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1482): Serving as 370bc2ade342,37081,1731292185274, RpcServer on 370bc2ade342/172.17.0.2:37081, sessionid=0x1002c9d9b7e0001 2024-11-11T02:29:46,498 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:29:46,498 DEBUG [RS:0;370bc2ade342:37081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,498 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,37081,1731292185274' 2024-11-11T02:29:46,498 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:29:46,499 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:29:46,500 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:29:46,500 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:29:46,500 DEBUG [RS:0;370bc2ade342:37081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 370bc2ade342,37081,1731292185274 2024-11-11T02:29:46,500 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,37081,1731292185274' 2024-11-11T02:29:46,500 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:29:46,501 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:29:46,502 DEBUG [RS:0;370bc2ade342:37081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:29:46,502 INFO [RS:0;370bc2ade342:37081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:29:46,502 INFO [RS:0;370bc2ade342:37081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:29:46,503 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:46,503 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1482): Serving as 370bc2ade342,38559,1731292185398, RpcServer on 370bc2ade342/172.17.0.2:38559, sessionid=0x1002c9d9b7e0002 2024-11-11T02:29:46,504 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:29:46,504 DEBUG [RS:1;370bc2ade342:38559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,504 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,38559,1731292185398' 2024-11-11T02:29:46,504 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:29:46,505 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:29:46,505 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:29:46,505 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:29:46,506 DEBUG [RS:1;370bc2ade342:38559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,506 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,38559,1731292185398' 2024-11-11T02:29:46,506 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:29:46,506 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:29:46,507 DEBUG [RS:1;370bc2ade342:38559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:29:46,507 INFO [RS:1;370bc2ade342:38559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:29:46,507 INFO [RS:1;370bc2ade342:38559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:29:46,565 WARN [370bc2ade342:34089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T02:29:46,607 INFO [RS:0;370bc2ade342:37081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:46,608 INFO [RS:1;370bc2ade342:38559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:46,609 INFO [RS:0;370bc2ade342:37081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C37081%2C1731292185274, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,37081,1731292185274, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:46,610 INFO [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C38559%2C1731292185398, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,38559,1731292185398, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:46,630 INFO [RS:0;370bc2ade342:37081 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,37081,1731292185274/370bc2ade342%2C37081%2C1731292185274.1731292186612 2024-11-11T02:29:46,630 INFO [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,38559,1731292185398/370bc2ade342%2C38559%2C1731292185398.1731292186613 2024-11-11T02:29:46,630 DEBUG [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:46,630 DEBUG [RS:0;370bc2ade342:37081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:46,819 DEBUG [370bc2ade342:34089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T02:29:46,832 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(204): Hosts are {370bc2ade342=0} racks are {/default-rack=0} 2024-11-11T02:29:46,836 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T02:29:46,836 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T02:29:46,836 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T02:29:46,836 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T02:29:46,836 INFO [370bc2ade342:34089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T02:29:46,836 INFO [370bc2ade342:34089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T02:29:46,836 DEBUG [370bc2ade342:34089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T02:29:46,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=370bc2ade342,38559,1731292185398 2024-11-11T02:29:46,847 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 370bc2ade342,38559,1731292185398, state=OPENING 2024-11-11T02:29:46,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T02:29:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:46,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:46,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:46,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:46,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:29:46,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=370bc2ade342,38559,1731292185398}] 2024-11-11T02:29:47,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T02:29:47,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T02:29:47,042 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T02:29:47,043 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:47,044 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T02:29:47,046 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C38559%2C1731292185398.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,38559,1731292185398, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:47,067 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,38559,1731292185398/370bc2ade342%2C38559%2C1731292185398.meta.1731292187048.meta 2024-11-11T02:29:47,067 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:47,068 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:47,070 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T02:29:47,073 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T02:29:47,077 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T02:29:47,081 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T02:29:47,081 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:47,082 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T02:29:47,082 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T02:29:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T02:29:47,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:29:47,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:47,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T02:29:47,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:29:47,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:47,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T02:29:47,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:29:47,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T02:29:47,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:29:47,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:47,088 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:29:47,089 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:47,090 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:47,090 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:29:47,091 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:29:47,091 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:47,092 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:29:47,093 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64666784, jitterRate=-0.036389827728271484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:47,093 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T02:29:47,095 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731292187083Writing region info on filesystem at 1731292187083Initializing all the Stores at 1731292187083Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292187083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292187083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292187083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292187083Cleaning up temporary data from old regions at 1731292187091 (+8 ms)Running coprocessor post-open hooks at 1731292187093 (+2 ms)Region opened successfully at 1731292187094 (+1 ms) 2024-11-11T02:29:47,101 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731292187022 2024-11-11T02:29:47,110 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T02:29:47,111 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T02:29:47,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=370bc2ade342,38559,1731292185398 2024-11-11T02:29:47,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 370bc2ade342,38559,1731292185398, state=OPEN 2024-11-11T02:29:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:47,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:47,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:47,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:47,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=370bc2ade342,38559,1731292185398 2024-11-11T02:29:47,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T02:29:47,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=370bc2ade342,38559,1731292185398 in 259 msec 2024-11-11T02:29:47,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T02:29:47,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-11-11T02:29:47,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:47,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T02:29:47,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:29:47,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=370bc2ade342,38559,1731292185398, seqNum=-1] 2024-11-11T02:29:47,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:29:47,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38321, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:29:47,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 961 msec 2024-11-11T02:29:47,186 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731292187185, completionTime=-1 2024-11-11T02:29:47,188 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T02:29:47,188 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T02:29:47,209 INFO [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T02:29:47,210 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731292247210 2024-11-11T02:29:47,210 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731292307210 2024-11-11T02:29:47,210 INFO [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-11T02:29:47,212 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T02:29:47,218 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,218 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,218 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,220 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-370bc2ade342:34089, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,220 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,221 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,228 DEBUG [master/370bc2ade342:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T02:29:47,250 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.751sec 2024-11-11T02:29:47,252 INFO [master/370bc2ade342:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T02:29:47,253 INFO [master/370bc2ade342:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T02:29:47,254 INFO [master/370bc2ade342:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T02:29:47,254 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T02:29:47,254 INFO [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T02:29:47,255 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:47,255 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T02:29:47,257 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T02:29:47,257 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T02:29:47,258 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,34089,1731292184607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:47,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6098c9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:47,353 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T02:29:47,353 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T02:29:47,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 370bc2ade342,34089,-1 for getting cluster id 2024-11-11T02:29:47,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:29:47,368 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f56c5545-ac90-4057-b786-4e8fbb6c2777' 2024-11-11T02:29:47,371 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:29:47,371 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f56c5545-ac90-4057-b786-4e8fbb6c2777" 2024-11-11T02:29:47,371 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd6d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:47,371 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [370bc2ade342,34089,-1] 2024-11-11T02:29:47,373 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:29:47,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:47,376 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:29:47,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1714ff62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:47,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:29:47,386 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=370bc2ade342,38559,1731292185398, seqNum=-1] 2024-11-11T02:29:47,386 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:29:47,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:29:47,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=370bc2ade342,34089,1731292184607 2024-11-11T02:29:47,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:29:47,427 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 370bc2ade342,34089,1731292184607 2024-11-11T02:29:47,432 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b031bc3 2024-11-11T02:29:47,433 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:29:47,436 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:29:47,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731292187417', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:29:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 2024-11-11T02:29:47,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:29:47,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1731292187417" procId is: 4 2024-11-11T02:29:47,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:29:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:47,468 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9086694c837101af4953e6e0789990a1, NAME => 'testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731292187417', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1722): Closing 9086694c837101af4953e6e0789990a1, disabling compactions & flushes 2024-11-11T02:29:47,475 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. after waiting 0 ms 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,475 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,475 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731292187417-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9086694c837101af4953e6e0789990a1: Waiting for close lock at 1731292187475Disabling compacts and flushes for region at 1731292187475Disabling writes for close at 1731292187475Writing region close event to WAL at 1731292187475Closed at 1731292187475 2024-11-11T02:29:47,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:29:47,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731292187477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292187477"}]},"ts":"1731292187477"} 2024-11-11T02:29:47,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:29:47,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:29:47,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731292187417","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292187487"}]},"ts":"1731292187487"} 2024-11-11T02:29:47,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731292187417, state=ENABLING in hbase:meta 2024-11-11T02:29:47,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {370bc2ade342=0} racks are {/default-rack=0} 2024-11-11T02:29:47,495 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T02:29:47,495 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T02:29:47,495 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T02:29:47,495 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T02:29:47,495 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T02:29:47,495 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T02:29:47,495 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T02:29:47,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, ASSIGN}] 2024-11-11T02:29:47,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, ASSIGN 2024-11-11T02:29:47,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, ASSIGN; state=OFFLINE, location=370bc2ade342,38559,1731292185398; forceNewPlan=false, retain=false 2024-11-11T02:29:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:47,657 INFO [370bc2ade342:34089 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T02:29:47,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=OPENING, regionLocation=370bc2ade342,38559,1731292185398 2024-11-11T02:29:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, ASSIGN because future has completed 2024-11-11T02:29:47,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398}] 2024-11-11T02:29:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:47,823 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,823 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9086694c837101af4953e6e0789990a1, NAME => 'testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:47,824 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731292187417 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,824 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:47,824 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,824 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,825 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,829 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9086694c837101af4953e6e0789990a1 columnFamilyName family 2024-11-11T02:29:47,829 DEBUG [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:47,830 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(327): Store=9086694c837101af4953e6e0789990a1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:47,830 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,831 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,831 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,832 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,832 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,832 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,837 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:47,838 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9086694c837101af4953e6e0789990a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68500741, jitterRate=0.020740583539009094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T02:29:47,838 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:47,839 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9086694c837101af4953e6e0789990a1: Running coprocessor pre-open hook at 1731292187824Writing region info on filesystem at 1731292187824Initializing all the Stores at 1731292187825 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292187825Cleaning up temporary data from old regions at 1731292187832 (+7 ms)Running coprocessor post-open hooks at 1731292187838 (+6 ms)Region opened successfully at 1731292187839 (+1 ms) 2024-11-11T02:29:47,840 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1., pid=6, masterSystemTime=1731292187820 2024-11-11T02:29:47,843 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,843 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:47,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=OPEN, openSeqNum=2, regionLocation=370bc2ade342,38559,1731292185398 2024-11-11T02:29:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398 because future has completed 2024-11-11T02:29:47,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T02:29:47,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398 in 181 msec 2024-11-11T02:29:47,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T02:29:47,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, ASSIGN in 354 msec 2024-11-11T02:29:47,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:29:47,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731292187417","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292187854"}]},"ts":"1731292187854"} 2024-11-11T02:29:47,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731292187417, state=ENABLED in hbase:meta 2024-11-11T02:29:47,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:29:47,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731292187417 in 412 msec 2024-11-11T02:29:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:48,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731292187417 get assigned. Timeout = 60000ms 2024-11-11T02:29:48,098 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731292187417 completed 2024-11-11T02:29:48,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T02:29:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731292187417 assigned to meta. Checking AM states. 2024-11-11T02:29:48,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T02:29:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731292187417 assigned. 2024-11-11T02:29:48,119 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731292187417', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1., hostname=370bc2ade342,38559,1731292185398, seqNum=2] 2024-11-11T02:29:48,130 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9086694c837101af4953e6e0789990a1 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-11T02:29:48,152 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:48,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/.tmp/family/ea2d4a6397c9494f9ca844528961e03b is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-11T02:29:48,191 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/.tmp/family/ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:48,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/.tmp/family/ea2d4a6397c9494f9ca844528961e03b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:48,223 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, delay=915 ms 2024-11-11T02:29:48,224 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T02:29:48,230 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 9086694c837101af4953e6e0789990a1 in 99ms, sequenceid=6, compaction requested=false 2024-11-11T02:29:48,231 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731292187417' 2024-11-11T02:29:48,233 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9086694c837101af4953e6e0789990a1: 2024-11-11T02:29:49,143 DEBUG [hfile-prefetch-1731292188223 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ea2d4a6397c9494f9ca844528961e03b_0. 2024-11-11T02:29:49,149 DEBUG [hfile-prefetch-1731292188223 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ea2d4a6397c9494f9ca844528961e03b_117. 2024-11-11T02:29:49,151 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, with total blocks 2, and data blocks 1 2024-11-11T02:29:49,151 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-11T02:29:49,152 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-11T02:29:49,152 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b. Will sleep 100ms and try the verification again. 2024-11-11T02:29:49,220 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T02:29:49,220 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T02:29:49,221 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:49,221 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:49,242 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T02:29:49,242 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731292189220 2024-11-11T02:29:49,242 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T02:29:49,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9086694c837101af4953e6e0789990a1, source=370bc2ade342,38559,1731292185398, destination=370bc2ade342,37081,1731292185274, warming up region on 370bc2ade342,37081,1731292185274 2024-11-11T02:29:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T02:29:49,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9086694c837101af4953e6e0789990a1, source=370bc2ade342,38559,1731292185398, destination=370bc2ade342,37081,1731292185274, running balancer 2024-11-11T02:29:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE 2024-11-11T02:29:49,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE 2024-11-11T02:29:49,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T02:29:49,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=CLOSING, regionLocation=370bc2ade342,38559,1731292185398 2024-11-11T02:29:49,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9086694c837101af4953e6e0789990a1, NAME => 'testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:49,251 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,252 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9086694c837101af4953e6e0789990a1 columnFamilyName family 2024-11-11T02:29:49,252 DEBUG [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:49,252 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, with total blocks 2, and data blocks 1 2024-11-11T02:29:49,252 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2286): iterating over 1 entries in the backing map 2024-11-11T02:29:49,253 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2294): found block for file ea2d4a6397c9494f9ca844528961e03b in the backing map. Acquiring read lock for offset 0 2024-11-11T02:29:49,253 DEBUG [hfile-prefetch-1731292188223 {}] bucket.BucketCache(2306): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b has now been fully cached. 2024-11-11T02:29:49,253 DEBUG [hfile-prefetch-1731292188223 {}] hfile.PrefetchExecutor(121): Prefetch completed for ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:49,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE because future has completed 2024-11-11T02:29:49,254 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-11-11T02:29:49,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398}] 2024-11-11T02:29:49,256 DEBUG [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:49,257 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(327): Store=9086694c837101af4953e6e0789990a1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1722): Closing 9086694c837101af4953e6e0789990a1, disabling compactions & flushes 2024-11-11T02:29:49,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. after waiting 0 ms 2024-11-11T02:29:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.HRegion(1676): Region close journal for 9086694c837101af4953e6e0789990a1: Waiting for close lock at 1731292189257Disabling compacts and flushes for region at 1731292189257Disabling writes for close at 1731292189257Writing region close event to WAL at 1731292189260 (+3 ms)Closed at 1731292189260 2024-11-11T02:29:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T02:29:49,415 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,416 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-11-11T02:29:49,417 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9086694c837101af4953e6e0789990a1, disabling compactions & flushes 2024-11-11T02:29:49,418 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,418 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,418 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. after waiting 0 ms 2024-11-11T02:29:49,418 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,422 DEBUG [StoreFileCloser-9086694c837101af4953e6e0789990a1-family-1 {}] bucket.BucketCache(769): Removing file ea2d4a6397c9494f9ca844528961e03b for region 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,422 DEBUG [StoreFileCloser-9086694c837101af4953e6e0789990a1-family-1 {}] bucket.BucketCache(1864): found 1 blocks for file ea2d4a6397c9494f9ca844528961e03b, starting offset: 0, end offset: 9223372036854775807 2024-11-11T02:29:49,425 DEBUG [StoreFileCloser-9086694c837101af4953e6e0789990a1-family-1 {}] bucket.BucketCache(857): removed key ea2d4a6397c9494f9ca844528961e03b_0 from back map with offset lock 2094080 in the evict process 2024-11-11T02:29:49,431 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T02:29:49,432 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,432 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9086694c837101af4953e6e0789990a1: Waiting for close lock at 1731292189417Running coprocessor pre-close hooks at 1731292189417Disabling compacts and flushes for region at 1731292189417Disabling writes for close at 1731292189418 (+1 ms)Writing region close event to WAL at 1731292189426 (+8 ms)Running coprocessor post-close hooks at 1731292189431 (+5 ms)Closed at 1731292189432 (+1 ms) 2024-11-11T02:29:49,432 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9086694c837101af4953e6e0789990a1 move to 370bc2ade342,37081,1731292185274 record at close sequenceid=6 2024-11-11T02:29:49,435 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=CLOSED 2024-11-11T02:29:49,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398 because future has completed 2024-11-11T02:29:49,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T02:29:49,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,38559,1731292185398 in 185 msec 2024-11-11T02:29:49,442 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T02:29:49,442 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T02:29:49,442 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:49,443 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:49,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE; state=CLOSED, location=370bc2ade342,37081,1731292185274; forceNewPlan=false, retain=false 2024-11-11T02:29:49,446 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T02:29:49,447 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731292189442 2024-11-11T02:29:49,447 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T02:29:49,594 INFO [370bc2ade342:34089 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T02:29:49,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=OPENING, regionLocation=370bc2ade342,37081,1731292185274 2024-11-11T02:29:49,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE because future has completed 2024-11-11T02:29:49,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,37081,1731292185274}] 2024-11-11T02:29:49,761 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,762 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9086694c837101af4953e6e0789990a1, NAME => 'testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:49,763 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731292187417 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,763 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:49,763 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,763 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,765 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,768 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9086694c837101af4953e6e0789990a1 columnFamilyName family 2024-11-11T02:29:49,768 DEBUG [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:49,771 DEBUG [StoreFileOpener-9086694c837101af4953e6e0789990a1-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b, delay=930 ms 2024-11-11T02:29:49,772 DEBUG [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:49,773 INFO [StoreOpener-9086694c837101af4953e6e0789990a1-1 {}] regionserver.HStore(327): Store=9086694c837101af4953e6e0789990a1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:49,773 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,774 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,774 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,774 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,774 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,778 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,779 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9086694c837101af4953e6e0789990a1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72755475, jitterRate=0.08414106070995331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T02:29:49,779 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,780 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9086694c837101af4953e6e0789990a1: Running coprocessor pre-open hook at 1731292189764Writing region info on filesystem at 1731292189764Initializing all the Stores at 1731292189765 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292189765Cleaning up temporary data from old regions at 1731292189774 (+9 ms)Running coprocessor post-open hooks at 1731292189779 (+5 ms)Region opened successfully at 1731292189780 (+1 ms) 2024-11-11T02:29:49,781 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1., pid=9, masterSystemTime=1731292189754 2024-11-11T02:29:49,783 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,784 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9086694c837101af4953e6e0789990a1, regionState=OPEN, openSeqNum=10, regionLocation=370bc2ade342,37081,1731292185274 2024-11-11T02:29:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,37081,1731292185274 because future has completed 2024-11-11T02:29:49,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T02:29:49,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9086694c837101af4953e6e0789990a1, server=370bc2ade342,37081,1731292185274 in 186 msec 2024-11-11T02:29:49,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731292187417, region=9086694c837101af4953e6e0789990a1, REOPEN/MOVE in 542 msec 2024-11-11T02:29:49,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T02:29:49,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:29:49,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:49,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:49,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:49,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:29:49,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T02:29:49,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1482236467, stopped=false 2024-11-11T02:29:49,808 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=370bc2ade342,34089,1731292184607 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:49,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:29:49,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:29:49,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:49,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:49,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:49,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:49,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:49,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '370bc2ade342,37081,1731292185274' ***** 2024-11-11T02:29:49,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T02:29:49,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '370bc2ade342,38559,1731292185398' ***** 2024-11-11T02:29:49,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T02:29:49,812 INFO [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T02:29:49,812 INFO [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T02:29:49,812 INFO [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T02:29:49,812 INFO [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T02:29:49,812 INFO [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/bucket.persistence 2024-11-11T02:29:49,813 INFO [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T02:29:49,812 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T02:29:49,813 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T02:29:49,823 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1488): Thread RS:1;370bc2ade342:38559 started persisting bucket cache to file 2024-11-11T02:29:49,823 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1488): Thread RS:0;370bc2ade342:37081 started persisting bucket cache to file 2024-11-11T02:29:49,823 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:49,823 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:49,823 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:49,823 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:49,825 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T02:29:49,826 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731292189823 2024-11-11T02:29:49,826 DEBUG [RS:0;370bc2ade342:37081 {}] bucket.BucketCache(1510): Thread RS:0;370bc2ade342:37081 finished persisting bucket cache to file, renaming 2024-11-11T02:29:49,826 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T02:29:49,826 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731292189823 2024-11-11T02:29:49,826 DEBUG [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1510): Thread RS:1;370bc2ade342:38559 finished persisting bucket cache to file, renaming 2024-11-11T02:29:49,826 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:29:49,826 WARN [RS:1;370bc2ade342:38559 {}] bucket.BucketCache(1513): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-11T02:29:49,826 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:29:49,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:29:49,826 INFO [RS:0;370bc2ade342:37081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:29:49,826 INFO [RS:1;370bc2ade342:38559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:29:49,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:29:49,826 INFO [RS:0;370bc2ade342:37081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:29:49,826 INFO [RS:1;370bc2ade342:38559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:29:49,826 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(3091): Received CLOSE for 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,826 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(959): stopping server 370bc2ade342,38559,1731292185398 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;370bc2ade342:38559. 2024-11-11T02:29:49,827 DEBUG [RS:1;370bc2ade342:38559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:49,827 DEBUG [RS:1;370bc2ade342:38559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:49,827 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(959): stopping server 370bc2ade342,37081,1731292185274 2024-11-11T02:29:49,827 INFO [RS:0;370bc2ade342:37081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:49,827 INFO [RS:0;370bc2ade342:37081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;370bc2ade342:37081. 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:29:49,827 DEBUG [RS:0;370bc2ade342:37081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:29:49,827 DEBUG [RS:0;370bc2ade342:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:29:49,827 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T02:29:49,827 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T02:29:49,827 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T02:29:49,828 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1325): Online Regions={9086694c837101af4953e6e0789990a1=testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1.} 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9086694c837101af4953e6e0789990a1, disabling compactions & flushes 2024-11-11T02:29:49,828 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T02:29:49,828 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,828 DEBUG [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1351): Waiting on 9086694c837101af4953e6e0789990a1 2024-11-11T02:29:49,828 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T02:29:49,828 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,828 DEBUG [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. after waiting 0 ms 2024-11-11T02:29:49,828 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:29:49,828 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:29:49,829 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-11-11T02:29:49,829 DEBUG [StoreFileCloser-9086694c837101af4953e6e0789990a1-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/family/ea2d4a6397c9494f9ca844528961e03b 2024-11-11T02:29:49,833 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnRegionMove1731292187417/9086694c837101af4953e6e0789990a1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T02:29:49,834 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,834 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9086694c837101af4953e6e0789990a1: Waiting for close lock at 1731292189827Running coprocessor pre-close hooks at 1731292189828 (+1 ms)Disabling compacts and flushes for region at 1731292189828Disabling writes for close at 1731292189828Writing region close event to WAL at 1731292189829 (+1 ms)Running coprocessor post-close hooks at 1731292189834 (+5 ms)Closed at 1731292189834 2024-11-11T02:29:49,834 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1. 2024-11-11T02:29:49,842 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d40e6cd465294c27918aa71345325101 2024-11-11T02:29:49,858 INFO [regionserver/370bc2ade342:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:49,858 INFO [regionserver/370bc2ade342:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:49,862 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/d40e6cd465294c27918aa71345325101 is 205, key is testBlockEvictionOnRegionMove1731292187417,,1731292187438.9086694c837101af4953e6e0789990a1./info:regioninfo/1731292189784/Put/seqid=0 2024-11-11T02:29:49,863 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/d40e6cd465294c27918aa71345325101 2024-11-11T02:29:49,873 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 62623ac79dc2427ab8f327b0a13b00f3 2024-11-11T02:29:49,886 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/62623ac79dc2427ab8f327b0a13b00f3 is 43, key is default/ns:d/1731292187169/Put/seqid=0 2024-11-11T02:29:49,886 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/62623ac79dc2427ab8f327b0a13b00f3 2024-11-11T02:29:49,897 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 570e4ba5264541efac75e40c048fffa7 2024-11-11T02:29:49,909 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/570e4ba5264541efac75e40c048fffa7 is 78, key is testBlockEvictionOnRegionMove1731292187417/table:state/1731292187854/Put/seqid=0 2024-11-11T02:29:49,910 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/570e4ba5264541efac75e40c048fffa7 2024-11-11T02:29:49,913 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/d40e6cd465294c27918aa71345325101 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/d40e6cd465294c27918aa71345325101 2024-11-11T02:29:49,914 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/d40e6cd465294c27918aa71345325101, delay=958 ms 2024-11-11T02:29:49,915 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/d40e6cd465294c27918aa71345325101, entries=15, sequenceid=15, filesize=7.6 K 2024-11-11T02:29:49,915 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/62623ac79dc2427ab8f327b0a13b00f3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/62623ac79dc2427ab8f327b0a13b00f3 2024-11-11T02:29:49,916 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/62623ac79dc2427ab8f327b0a13b00f3, delay=936 ms 2024-11-11T02:29:49,918 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/62623ac79dc2427ab8f327b0a13b00f3, entries=2, sequenceid=15, filesize=5.0 K 2024-11-11T02:29:49,918 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/570e4ba5264541efac75e40c048fffa7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/570e4ba5264541efac75e40c048fffa7 2024-11-11T02:29:49,920 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/570e4ba5264541efac75e40c048fffa7, delay=931 ms 2024-11-11T02:29:49,921 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/570e4ba5264541efac75e40c048fffa7, entries=2, sequenceid=15, filesize=5.3 K 2024-11-11T02:29:49,922 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=15, compaction requested=false 2024-11-11T02:29:49,922 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T02:29:49,923 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/d40e6cd465294c27918aa71345325101 2024-11-11T02:29:49,924 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/62623ac79dc2427ab8f327b0a13b00f3 2024-11-11T02:29:49,924 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/570e4ba5264541efac75e40c048fffa7 2024-11-11T02:29:49,928 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-11T02:29:49,928 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T02:29:49,929 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:49,929 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292189828Running coprocessor pre-close hooks at 1731292189828Disabling compacts and flushes for region at 1731292189828Disabling writes for close at 1731292189828Obtaining lock to block concurrent updates at 1731292189829 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731292189829Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731292189829Flushing stores of hbase:meta,,1.1588230740 at 1731292189830 (+1 ms)Flushing 1588230740/info: creating writer at 1731292189830Flushing 1588230740/info: appending metadata at 1731292189861 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731292189861Flushing 1588230740/ns: creating writer at 1731292189866 (+5 ms)Flushing 1588230740/ns: appending metadata at 1731292189885 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731292189885Flushing 1588230740/table: creating writer at 1731292189890 (+5 ms)Flushing 1588230740/table: appending metadata at 1731292189909 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731292189909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b6cd6f: reopening flushed file at 1731292189912 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d9859e: reopening flushed file at 1731292189915 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfac12f: reopening flushed file at 1731292189918 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=15, compaction requested=false at 1731292189922 (+4 ms)Writing region close event to WAL at 1731292189924 (+2 ms)Running coprocessor post-close hooks at 1731292189928 (+4 ms)Closed at 1731292189929 (+1 ms) 2024-11-11T02:29:49,929 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:50,028 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(976): stopping server 370bc2ade342,38559,1731292185398; all regions closed. 2024-11-11T02:29:50,028 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(976): stopping server 370bc2ade342,37081,1731292185274; all regions closed. 2024-11-11T02:29:50,039 DEBUG [RS:0;370bc2ade342:37081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:50,039 DEBUG [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:50,039 INFO [RS:0;370bc2ade342:37081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C37081%2C1731292185274:(num 1731292186612) 2024-11-11T02:29:50,039 INFO [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C38559%2C1731292185398.meta:.meta(num 1731292187048) 2024-11-11T02:29:50,039 DEBUG [RS:0;370bc2ade342:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:50,039 INFO [RS:0;370bc2ade342:37081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:50,039 INFO [RS:0;370bc2ade342:37081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] hbase.ChoreService(370): Chore service for: regionserver/370bc2ade342:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:29:50,040 INFO [regionserver/370bc2ade342:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:50,040 INFO [RS:0;370bc2ade342:37081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37081 2024-11-11T02:29:50,041 DEBUG [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:50,041 INFO [RS:1;370bc2ade342:38559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C38559%2C1731292185398:(num 1731292186613) 2024-11-11T02:29:50,041 DEBUG [RS:1;370bc2ade342:38559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:50,041 INFO [RS:1;370bc2ade342:38559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:50,041 INFO [RS:1;370bc2ade342:38559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:50,042 INFO [RS:1;370bc2ade342:38559 {}] hbase.ChoreService(370): Chore service for: regionserver/370bc2ade342:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:50,042 INFO [RS:1;370bc2ade342:38559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:50,042 INFO [regionserver/370bc2ade342:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:50,042 INFO [RS:1;370bc2ade342:38559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38559 2024-11-11T02:29:50,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:50,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/370bc2ade342,37081,1731292185274 2024-11-11T02:29:50,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/370bc2ade342,38559,1731292185398 2024-11-11T02:29:50,044 INFO [RS:0;370bc2ade342:37081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:50,044 INFO [RS:1;370bc2ade342:38559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:50,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [370bc2ade342,37081,1731292185274] 2024-11-11T02:29:50,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/370bc2ade342,37081,1731292185274 already deleted, retry=false 2024-11-11T02:29:50,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 370bc2ade342,37081,1731292185274 expired; onlineServers=1 2024-11-11T02:29:50,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [370bc2ade342,38559,1731292185398] 2024-11-11T02:29:50,047 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/370bc2ade342,38559,1731292185398 already deleted, retry=false 2024-11-11T02:29:50,047 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 370bc2ade342,38559,1731292185398 expired; onlineServers=0 2024-11-11T02:29:50,048 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '370bc2ade342,34089,1731292184607' ***** 2024-11-11T02:29:50,048 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T02:29:50,048 INFO [M:0;370bc2ade342:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:50,048 INFO [M:0;370bc2ade342:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:50,048 DEBUG [M:0;370bc2ade342:34089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T02:29:50,048 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T02:29:50,048 DEBUG [M:0;370bc2ade342:34089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T02:29:50,048 DEBUG [master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292186322 {}] cleaner.HFileCleaner(306): Exit Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292186322,5,FailOnTimeoutGroup] 2024-11-11T02:29:50,048 DEBUG [master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292186322 {}] cleaner.HFileCleaner(306): Exit Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292186322,5,FailOnTimeoutGroup] 2024-11-11T02:29:50,049 INFO [M:0;370bc2ade342:34089 {}] hbase.ChoreService(370): Chore service for: master/370bc2ade342:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:50,049 INFO [M:0;370bc2ade342:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:50,049 DEBUG [M:0;370bc2ade342:34089 {}] master.HMaster(1795): Stopping service threads 2024-11-11T02:29:50,049 INFO [M:0;370bc2ade342:34089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T02:29:50,049 INFO [M:0;370bc2ade342:34089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:29:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:50,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,050 INFO [M:0;370bc2ade342:34089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T02:29:50,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T02:29:50,050 DEBUG [M:0;370bc2ade342:34089 {}] zookeeper.ZKUtil(347): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T02:29:50,050 WARN [M:0;370bc2ade342:34089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T02:29:50,051 INFO [M:0;370bc2ade342:34089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.lastflushedseqids 2024-11-11T02:29:50,058 INFO [M:0;370bc2ade342:34089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T02:29:50,058 INFO [M:0;370bc2ade342:34089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T02:29:50,058 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:29:50,058 INFO [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,058 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,058 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:29:50,058 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,058 INFO [M:0;370bc2ade342:34089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-11-11T02:29:50,066 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d90726545c994dc2bdb3e6b44b3510ff 2024-11-11T02:29:50,079 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90726545c994dc2bdb3e6b44b3510ff is 82, key is hbase:meta,,1/info:regioninfo/1731292187111/Put/seqid=0 2024-11-11T02:29:50,080 INFO [M:0;370bc2ade342:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90726545c994dc2bdb3e6b44b3510ff 2024-11-11T02:29:50,087 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4d07b5eb3e334e36bea7654f6a515bce 2024-11-11T02:29:50,099 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d07b5eb3e334e36bea7654f6a515bce is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731292187860/Put/seqid=0 2024-11-11T02:29:50,100 INFO [M:0;370bc2ade342:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d07b5eb3e334e36bea7654f6a515bce 2024-11-11T02:29:50,107 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 55ffa809c3104d5bbc485186a13e4788 2024-11-11T02:29:50,119 DEBUG [M:0;370bc2ade342:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ffa809c3104d5bbc485186a13e4788 is 69, key is 370bc2ade342,37081,1731292185274/rs:state/1731292186372/Put/seqid=0 2024-11-11T02:29:50,119 INFO [M:0;370bc2ade342:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ffa809c3104d5bbc485186a13e4788 2024-11-11T02:29:50,121 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90726545c994dc2bdb3e6b44b3510ff as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d90726545c994dc2bdb3e6b44b3510ff 2024-11-11T02:29:50,122 INFO [M:0;370bc2ade342:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d90726545c994dc2bdb3e6b44b3510ff, entries=8, sequenceid=84, filesize=5.5 K 2024-11-11T02:29:50,123 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d07b5eb3e334e36bea7654f6a515bce as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d07b5eb3e334e36bea7654f6a515bce 2024-11-11T02:29:50,124 INFO [M:0;370bc2ade342:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d07b5eb3e334e36bea7654f6a515bce, entries=9, sequenceid=84, filesize=6.5 K 2024-11-11T02:29:50,124 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ffa809c3104d5bbc485186a13e4788 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55ffa809c3104d5bbc485186a13e4788 2024-11-11T02:29:50,126 INFO [M:0;370bc2ade342:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55ffa809c3104d5bbc485186a13e4788, entries=2, sequenceid=84, filesize=5.1 K 2024-11-11T02:29:50,126 INFO [M:0;370bc2ade342:34089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=84, compaction requested=false 2024-11-11T02:29:50,128 INFO [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,128 DEBUG [M:0;370bc2ade342:34089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292190058Disabling compacts and flushes for region at 1731292190058Disabling writes for close at 1731292190058Obtaining lock to block concurrent updates at 1731292190058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731292190058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731292190059 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731292190059Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731292190059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731292190079 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731292190079Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731292190082 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731292190099 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731292190099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731292190102 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731292190118 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731292190118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e63133: reopening flushed file at 1731292190121 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64871e11: reopening flushed file at 1731292190123 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0a575c: reopening flushed file at 1731292190124 (+1 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 68ms, sequenceid=84, compaction requested=false at 1731292190126 (+2 ms)Writing region close event to WAL at 1731292190128 (+2 ms)Closed at 1731292190128 2024-11-11T02:29:50,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:50,130 INFO [M:0;370bc2ade342:34089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T02:29:50,130 INFO [M:0;370bc2ade342:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34089 2024-11-11T02:29:50,131 INFO [M:0;370bc2ade342:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:50,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x1002c9d9b7e0001, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1002c9d9b7e0002, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,147 INFO [RS:0;370bc2ade342:37081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:50,147 INFO [RS:1;370bc2ade342:38559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:50,147 INFO [RS:0;370bc2ade342:37081 {}] regionserver.HRegionServer(1031): Exiting; stopping=370bc2ade342,37081,1731292185274; zookeeper connection closed. 2024-11-11T02:29:50,147 INFO [RS:1;370bc2ade342:38559 {}] regionserver.HRegionServer(1031): Exiting; stopping=370bc2ade342,38559,1731292185398; zookeeper connection closed. 2024-11-11T02:29:50,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20ebeee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20ebeee2 2024-11-11T02:29:50,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6abfb678 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6abfb678 2024-11-11T02:29:50,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T02:29:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,232 INFO [M:0;370bc2ade342:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1002c9d9b7e0000, quorum=127.0.0.1:61631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:50,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T02:29:50,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T02:29:50,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=49 (was 12) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731292189771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/370bc2ade342:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/370bc2ade342:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: hfile-prefetch-1731292189914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/370bc2ade342:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: hfile-prefetch-1731292189916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/370bc2ade342:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731292188223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 135) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5957 (was 6301) 2024-11-11T02:29:50,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=49, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=5956 2024-11-11T02:29:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/hadoop-log-dir so I do NOT create it in target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810 2024-11-11T02:29:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/hadoop-tmp-dir so I do NOT create it in target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810 2024-11-11T02:29:50,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/cluster_a11af5a5-282c-b95e-5f90-0597a4a19d61, deleteOnExit=true 2024-11-11T02:29:50,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/cluster_a11af5a5-282c-b95e-5f90-0597a4a19d61/zookeeper_0, clientPort=54218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/cluster_a11af5a5-282c-b95e-5f90-0597a4a19d61/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/cluster_a11af5a5-282c-b95e-5f90-0597a4a19d61/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T02:29:50,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54218 2024-11-11T02:29:50,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 with version=8 2024-11-11T02:29:50,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase-staging 2024-11-11T02:29:50,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T02:29:50,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:50,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37009 2024-11-11T02:29:50,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37009 connecting to ZooKeeper ensemble=127.0.0.1:54218 2024-11-11T02:29:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370090x0, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:50,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37009-0x1002c9db2b20000 connected 2024-11-11T02:29:50,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:50,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8, hbase.cluster.distributed=false 2024-11-11T02:29:50,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:50,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-11T02:29:50,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37009 2024-11-11T02:29:50,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37009 2024-11-11T02:29:50,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-11T02:29:50,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-11T02:29:50,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:29:50,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:50,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45445 2024-11-11T02:29:50,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45445 connecting to ZooKeeper ensemble=127.0.0.1:54218 2024-11-11T02:29:50,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454450x0, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:50,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45445-0x1002c9db2b20001 connected 2024-11-11T02:29:50,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:50,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:29:50,338 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache 2024-11-11T02:29:50,338 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T02:29:50,338 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T02:29:50,338 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T02:29:50,339 INFO [Thread-118 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T02:29:50,339 WARN [Thread-118 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T02:29:50,339 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T02:29:50,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:29:50,339 INFO [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T02:29:50,339 INFO [Thread-118 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence is complete. 2024-11-11T02:29:50,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T02:29:50,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:50,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-11T02:29:50,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45445 2024-11-11T02:29:50,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45445 2024-11-11T02:29:50,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-11T02:29:50,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-11T02:29:50,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:29:50,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:50,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42769 2024-11-11T02:29:50,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42769 connecting to ZooKeeper ensemble=127.0.0.1:54218 2024-11-11T02:29:50,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427690x0, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:50,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427690x0, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:50,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42769-0x1002c9db2b20002 connected 2024-11-11T02:29:50,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:29:50,365 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache 2024-11-11T02:29:50,365 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T02:29:50,365 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T02:29:50,365 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T02:29:50,366 INFO [Thread-119 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T02:29:50,366 WARN [Thread-119 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T02:29:50,366 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T02:29:50,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:29:50,366 INFO [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T02:29:50,366 INFO [Thread-119 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence is complete. 2024-11-11T02:29:50,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T02:29:50,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:50,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-11T02:29:50,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42769 2024-11-11T02:29:50,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42769 2024-11-11T02:29:50,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-11T02:29:50,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-11T02:29:50,383 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;370bc2ade342:37009 2024-11-11T02:29:50,384 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,386 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,389 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T02:29:50,389 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/370bc2ade342,37009,1731292190289 from backup master directory 2024-11-11T02:29:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:29:50,390 WARN [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:50,390 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,391 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase.id] with ID: 9f325aa1-3ea7-4515-a295-4d67df726446 2024-11-11T02:29:50,391 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.tmp/hbase.id 2024-11-11T02:29:50,397 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/hbase.id] 2024-11-11T02:29:50,425 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:50,425 INFO [master/370bc2ade342:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T02:29:50,428 INFO [master/370bc2ade342:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-11T02:29:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,436 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:29:50,437 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T02:29:50,437 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:50,455 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store 2024-11-11T02:29:50,462 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:50,462 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:29:50,462 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,463 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,463 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:29:50,463 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,463 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:50,463 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292190462Disabling compacts and flushes for region at 1731292190462Disabling writes for close at 1731292190463 (+1 ms)Writing region close event to WAL at 1731292190463Closed at 1731292190463 2024-11-11T02:29:50,463 WARN [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/.initializing 2024-11-11T02:29:50,463 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,469 INFO [master/370bc2ade342:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:50,474 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=370bc2ade342%2C37009%2C1731292190289, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,37009,1731292190289, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/oldWALs, maxLogs=10 2024-11-11T02:29:50,496 INFO [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/WALs/370bc2ade342,37009,1731292190289/370bc2ade342%2C37009%2C1731292190289.1731292190474 2024-11-11T02:29:50,496 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:50,497 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:50,497 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:50,497 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,497 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T02:29:50,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T02:29:50,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T02:29:50,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:50,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T02:29:50,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:50,513 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,513 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,514 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,514 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,514 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,514 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:50,514 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:29:50,519 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:50,520 INFO [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68140887, jitterRate=0.01537834107875824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:50,521 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731292190497Initializing all the Stores at 1731292190497Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292190497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292190498 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292190498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292190498Cleaning up temporary data from old regions at 1731292190514 (+16 ms)Region opened successfully at 1731292190520 (+6 ms) 2024-11-11T02:29:50,521 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T02:29:50,524 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad50d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:50,525 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T02:29:50,525 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T02:29:50,525 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T02:29:50,526 INFO [master/370bc2ade342:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T02:29:50,526 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T02:29:50,526 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T02:29:50,526 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T02:29:50,528 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T02:29:50,529 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T02:29:50,530 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T02:29:50,531 INFO [master/370bc2ade342:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T02:29:50,531 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T02:29:50,532 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T02:29:50,532 INFO [master/370bc2ade342:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T02:29:50,534 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T02:29:50,534 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T02:29:50,536 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T02:29:50,536 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T02:29:50,539 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T02:29:50,539 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,542 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=370bc2ade342,37009,1731292190289, sessionid=0x1002c9db2b20000, setting cluster-up flag (Was=false) 2024-11-11T02:29:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,547 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T02:29:50,549 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:50,555 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T02:29:50,556 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=370bc2ade342,37009,1731292190289 2024-11-11T02:29:50,557 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T02:29:50,559 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:50,559 INFO [master/370bc2ade342:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T02:29:50,560 INFO [master/370bc2ade342:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T02:29:50,560 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 370bc2ade342,37009,1731292190289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T02:29:50,562 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:50,562 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:50,562 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:50,563 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/370bc2ade342:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:29:50,563 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/370bc2ade342:0, corePoolSize=10, maxPoolSize=10 2024-11-11T02:29:50,563 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,563 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:50,563 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:50,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T02:29:50,565 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731292220565 2024-11-11T02:29:50,565 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T02:29:50,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,565 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T02:29:50,565 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T02:29:50,565 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T02:29:50,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T02:29:50,566 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T02:29:50,567 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T02:29:50,567 INFO [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T02:29:50,567 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292190567,5,FailOnTimeoutGroup] 2024-11-11T02:29:50,568 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292190567,5,FailOnTimeoutGroup] 2024-11-11T02:29:50,568 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,569 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T02:29:50,569 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,569 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,574 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(746): ClusterId : 9f325aa1-3ea7-4515-a295-4d67df726446 2024-11-11T02:29:50,574 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(746): ClusterId : 9f325aa1-3ea7-4515-a295-4d67df726446 2024-11-11T02:29:50,574 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:29:50,574 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:29:50,576 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:29:50,576 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:29:50,576 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:29:50,576 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:29:50,578 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:29:50,578 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:29:50,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T02:29:50,579 DEBUG [RS:0;370bc2ade342:45445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a5330d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:50,579 DEBUG [RS:1;370bc2ade342:42769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48787ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:50,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:50,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:50,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T02:29:50,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:29:50,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:50,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T02:29:50,592 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;370bc2ade342:45445 2024-11-11T02:29:50,592 INFO [RS:0;370bc2ade342:45445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:29:50,592 INFO [RS:0;370bc2ade342:45445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:29:50,592 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:29:50,593 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(2659): reportForDuty to master=370bc2ade342,37009,1731292190289 with port=45445, startcode=1731292190331 2024-11-11T02:29:50,593 DEBUG [RS:0;370bc2ade342:45445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:29:50,595 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;370bc2ade342:42769 2024-11-11T02:29:50,595 INFO [RS:1;370bc2ade342:42769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:29:50,595 INFO [RS:1;370bc2ade342:42769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:29:50,596 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:29:50,597 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(2659): reportForDuty to master=370bc2ade342,37009,1731292190289 with port=42769, startcode=1731292190357 2024-11-11T02:29:50,597 DEBUG [RS:1;370bc2ade342:42769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:29:50,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:29:50,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:50,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T02:29:50,599 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:29:50,599 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:29:50,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(517): Registering regionserver=370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(517): Registering regionserver=370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,602 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:50,602 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T02:29:50,602 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:29:50,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:29:50,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,603 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:50,604 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T02:29:50,604 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:29:50,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:50,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T02:29:50,604 DEBUG [RS:1;370bc2ade342:42769 {}] zookeeper.ZKUtil(111): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,604 WARN [RS:1;370bc2ade342:42769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:50,604 INFO [RS:1;370bc2ade342:42769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:50,604 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [370bc2ade342,42769,1731292190357] 2024-11-11T02:29:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:50,607 DEBUG [RS:0;370bc2ade342:45445 {}] zookeeper.ZKUtil(111): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,607 WARN [RS:0;370bc2ade342:45445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:50,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [370bc2ade342,45445,1731292190331] 2024-11-11T02:29:50,607 INFO [RS:0;370bc2ade342:45445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:50,607 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,612 INFO [RS:0;370bc2ade342:45445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:29:50,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:29:50,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:50,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:50,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:29:50,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:50,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:50,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:29:50,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:29:50,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:50,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:29:50,614 INFO [RS:1;370bc2ade342:42769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:29:50,616 INFO [RS:1;370bc2ade342:42769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:29:50,616 INFO [RS:0;370bc2ade342:45445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:29:50,616 INFO [RS:0;370bc2ade342:45445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:29:50,616 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,617 INFO [RS:1;370bc2ade342:42769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:29:50,617 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:29:50,617 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,618 INFO [RS:0;370bc2ade342:45445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:29:50,618 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:29:50,618 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,618 INFO [RS:1;370bc2ade342:42769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,618 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,618 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:50,618 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:0;370bc2ade342:45445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,619 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,620 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,620 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:50,620 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:50,620 DEBUG [RS:1;370bc2ade342:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:50,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:50,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65929917, jitterRate=-0.017567679286003113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:50,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731292190586Initializing all the Stores at 1731292190586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292190586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292190587 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292190587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292190587Cleaning up temporary data from old regions at 1731292190613 (+26 ms)Region opened successfully at 1731292190621 (+8 ms) 2024-11-11T02:29:50,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:29:50,622 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:29:50,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:29:50,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:29:50,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,625 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,45445,1731292190331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:50,626 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292190621Disabling compacts and flushes for region at 1731292190621Disabling writes for close at 1731292190622 (+1 ms)Writing region close event to WAL at 1731292190625 (+3 ms)Closed at 1731292190625 2024-11-11T02:29:50,626 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,42769,1731292190357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:50,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:50,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T02:29:50,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T02:29:50,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:29:50,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T02:29:50,641 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:29:50,641 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,45445,1731292190331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,642 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,642 INFO [RS:0;370bc2ade342:45445 {}] regionserver.Replication(171): 370bc2ade342,45445,1731292190331 started 2024-11-11T02:29:50,649 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:29:50,650 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,42769,1731292190357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,650 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,650 INFO [RS:1;370bc2ade342:42769 {}] regionserver.Replication(171): 370bc2ade342,42769,1731292190357 started 2024-11-11T02:29:50,656 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,656 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1482): Serving as 370bc2ade342,45445,1731292190331, RpcServer on 370bc2ade342/172.17.0.2:45445, sessionid=0x1002c9db2b20001 2024-11-11T02:29:50,657 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:29:50,657 DEBUG [RS:0;370bc2ade342:45445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,657 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,45445,1731292190331' 2024-11-11T02:29:50,657 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 370bc2ade342,45445,1731292190331 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,45445,1731292190331' 2024-11-11T02:29:50,658 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:29:50,659 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:29:50,659 DEBUG [RS:0;370bc2ade342:45445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:29:50,659 INFO [RS:0;370bc2ade342:45445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:29:50,659 INFO [RS:0;370bc2ade342:45445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:29:50,670 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:50,670 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1482): Serving as 370bc2ade342,42769,1731292190357, RpcServer on 370bc2ade342/172.17.0.2:42769, sessionid=0x1002c9db2b20002 2024-11-11T02:29:50,670 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:29:50,670 DEBUG [RS:1;370bc2ade342:42769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,670 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,42769,1731292190357' 2024-11-11T02:29:50,670 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:29:50,671 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 370bc2ade342,42769,1731292190357 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,42769,1731292190357' 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:29:50,672 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:29:50,673 DEBUG [RS:1;370bc2ade342:42769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:29:50,673 INFO [RS:1;370bc2ade342:42769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:29:50,673 INFO [RS:1;370bc2ade342:42769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:29:50,760 INFO [RS:0;370bc2ade342:45445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:50,761 INFO [RS:0;370bc2ade342:45445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C45445%2C1731292190331, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:50,773 INFO [RS:1;370bc2ade342:42769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:50,774 INFO [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C42769%2C1731292190357, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,42769,1731292190357, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:50,779 WARN [370bc2ade342:37009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T02:29:50,783 INFO [RS:0;370bc2ade342:45445 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331/370bc2ade342%2C45445%2C1731292190331.1731292190764 2024-11-11T02:29:50,784 DEBUG [RS:0;370bc2ade342:45445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:50,793 INFO [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,42769,1731292190357/370bc2ade342%2C42769%2C1731292190357.1731292190775 2024-11-11T02:29:50,793 DEBUG [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:51,029 DEBUG [370bc2ade342:37009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T02:29:51,030 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(204): Hosts are {370bc2ade342=0} racks are {/default-rack=0} 2024-11-11T02:29:51,031 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T02:29:51,032 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T02:29:51,032 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T02:29:51,032 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T02:29:51,032 INFO [370bc2ade342:37009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T02:29:51,032 INFO [370bc2ade342:37009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T02:29:51,032 DEBUG [370bc2ade342:37009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T02:29:51,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=370bc2ade342,42769,1731292190357 2024-11-11T02:29:51,035 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 370bc2ade342,42769,1731292190357, state=OPENING 2024-11-11T02:29:51,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T02:29:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:51,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:29:51,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=370bc2ade342,42769,1731292190357}] 2024-11-11T02:29:51,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T02:29:51,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T02:29:51,204 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T02:29:51,204 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:51,205 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T02:29:51,206 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C42769%2C1731292190357.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,42769,1731292190357, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:51,223 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,42769,1731292190357/370bc2ade342%2C42769%2C1731292190357.meta.1731292191207.meta 2024-11-11T02:29:51,224 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:51,224 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:51,224 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T02:29:51,224 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T02:29:51,225 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T02:29:51,225 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T02:29:51,225 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:51,225 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T02:29:51,225 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T02:29:51,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T02:29:51,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:29:51,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:51,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T02:29:51,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:29:51,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:51,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T02:29:51,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:29:51,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T02:29:51,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:29:51,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:29:51,231 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:29:51,232 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:51,232 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740 2024-11-11T02:29:51,232 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:29:51,232 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:29:51,232 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:29:51,233 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:29:51,234 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73856393, jitterRate=0.10054601728916168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:29:51,234 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T02:29:51,234 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731292191225Writing region info on filesystem at 1731292191225Initializing all the Stores at 1731292191225Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292191226 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292191226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292191226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292191226Cleaning up temporary data from old regions at 1731292191232 (+6 ms)Running coprocessor post-open hooks at 1731292191234 (+2 ms)Region opened successfully at 1731292191234 2024-11-11T02:29:51,235 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731292191195 2024-11-11T02:29:51,238 DEBUG [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T02:29:51,238 INFO [RS_OPEN_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T02:29:51,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=370bc2ade342,42769,1731292190357 2024-11-11T02:29:51,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 370bc2ade342,42769,1731292190357, state=OPEN 2024-11-11T02:29:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:29:51,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=370bc2ade342,42769,1731292190357 2024-11-11T02:29:51,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:29:51,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T02:29:51,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=370bc2ade342,42769,1731292190357 in 199 msec 2024-11-11T02:29:51,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T02:29:51,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-11T02:29:51,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:29:51,245 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T02:29:51,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:29:51,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=370bc2ade342,42769,1731292190357, seqNum=-1] 2024-11-11T02:29:51,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:29:51,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:29:51,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 696 msec 2024-11-11T02:29:51,256 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731292191255, completionTime=-1 2024-11-11T02:29:51,256 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T02:29:51,256 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T02:29:51,259 INFO [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T02:29:51,259 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731292251259 2024-11-11T02:29:51,259 INFO [master/370bc2ade342:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731292311259 2024-11-11T02:29:51,259 INFO [master/370bc2ade342:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-370bc2ade342:37009, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,260 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,263 DEBUG [master/370bc2ade342:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.876sec 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T02:29:51,266 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:51,267 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T02:29:51,268 DEBUG [master/370bc2ade342:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T02:29:51,268 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T02:29:51,268 INFO [master/370bc2ade342:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,37009,1731292190289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:51,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765880bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:51,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 370bc2ade342,37009,-1 for getting cluster id 2024-11-11T02:29:51,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:29:51,277 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f325aa1-3ea7-4515-a295-4d67df726446' 2024-11-11T02:29:51,277 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:29:51,278 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f325aa1-3ea7-4515-a295-4d67df726446" 2024-11-11T02:29:51,278 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b66929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:51,278 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [370bc2ade342,37009,-1] 2024-11-11T02:29:51,278 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:29:51,279 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:51,281 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:29:51,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eabeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:29:51,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:29:51,285 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=370bc2ade342,42769,1731292190357, seqNum=-1] 2024-11-11T02:29:51,285 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:29:51,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:29:51,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=370bc2ade342,37009,1731292190289 2024-11-11T02:29:51,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:29:51,291 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 370bc2ade342,37009,1731292190289 2024-11-11T02:29:51,292 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b02fb2 2024-11-11T02:29:51,292 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:29:51,294 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:29:51,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731292191290', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:29:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 2024-11-11T02:29:51,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:29:51,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1731292191290" procId is: 4 2024-11-11T02:29:51,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:29:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:51,307 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f3131c75f27e19975d5068526715e01, NAME => 'testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731292191290', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1722): Closing 5f3131c75f27e19975d5068526715e01, disabling compactions & flushes 2024-11-11T02:29:51,313 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. after waiting 0 ms 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,313 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,313 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731292191290-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f3131c75f27e19975d5068526715e01: Waiting for close lock at 1731292191313Disabling compacts and flushes for region at 1731292191313Disabling writes for close at 1731292191313Writing region close event to WAL at 1731292191313Closed at 1731292191313 2024-11-11T02:29:51,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:29:51,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731292191314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292191314"}]},"ts":"1731292191314"} 2024-11-11T02:29:51,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:29:51,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:29:51,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731292191290","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292191318"}]},"ts":"1731292191318"} 2024-11-11T02:29:51,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731292191290, state=ENABLING in hbase:meta 2024-11-11T02:29:51,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {370bc2ade342=0} racks are {/default-rack=0} 2024-11-11T02:29:51,321 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T02:29:51,321 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T02:29:51,321 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T02:29:51,321 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T02:29:51,321 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T02:29:51,321 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T02:29:51,321 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T02:29:51,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN}] 2024-11-11T02:29:51,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN 2024-11-11T02:29:51,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN; state=OFFLINE, location=370bc2ade342,45445,1731292190331; forceNewPlan=false, retain=false 2024-11-11T02:29:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:51,474 INFO [370bc2ade342:37009 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T02:29:51,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f3131c75f27e19975d5068526715e01, regionState=OPENING, regionLocation=370bc2ade342,45445,1731292190331 2024-11-11T02:29:51,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN because future has completed 2024-11-11T02:29:51,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,45445,1731292190331}] 2024-11-11T02:29:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:51,637 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T02:29:51,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T02:29:51,645 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,645 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f3131c75f27e19975d5068526715e01, NAME => 'testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:51,646 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731292191290 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,646 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:51,647 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,647 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,649 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,653 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3131c75f27e19975d5068526715e01 columnFamilyName family 2024-11-11T02:29:51,653 DEBUG [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:51,653 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] regionserver.HStore(327): Store=5f3131c75f27e19975d5068526715e01/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:51,653 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,654 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,654 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,654 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,654 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,655 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,661 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:29:51,661 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f3131c75f27e19975d5068526715e01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72561121, jitterRate=0.08124496042728424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T02:29:51,661 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:51,662 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f3131c75f27e19975d5068526715e01: Running coprocessor pre-open hook at 1731292191647Writing region info on filesystem at 1731292191647Initializing all the Stores at 1731292191648 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292191648Cleaning up temporary data from old regions at 1731292191654 (+6 ms)Running coprocessor post-open hooks at 1731292191661 (+7 ms)Region opened successfully at 1731292191662 (+1 ms) 2024-11-11T02:29:51,662 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01., pid=6, masterSystemTime=1731292191637 2024-11-11T02:29:51,665 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,665 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:51,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f3131c75f27e19975d5068526715e01, regionState=OPEN, openSeqNum=2, regionLocation=370bc2ade342,45445,1731292190331 2024-11-11T02:29:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,45445,1731292190331 because future has completed 2024-11-11T02:29:51,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T02:29:51,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,45445,1731292190331 in 187 msec 2024-11-11T02:29:51,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T02:29:51,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN in 352 msec 2024-11-11T02:29:51,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:29:51,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731292191290","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292191676"}]},"ts":"1731292191676"} 2024-11-11T02:29:51,679 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731292191290, state=ENABLED in hbase:meta 2024-11-11T02:29:51,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:29:51,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731292191290 in 386 msec 2024-11-11T02:29:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:29:51,924 INFO [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731292191290 completed 2024-11-11T02:29:51,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731292191290 get assigned. Timeout = 60000ms 2024-11-11T02:29:51,925 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T02:29:51,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731292191290 assigned to meta. Checking AM states. 2024-11-11T02:29:51,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T02:29:51,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731292191290 assigned. 2024-11-11T02:29:51,937 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731292191290', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01., hostname=370bc2ade342,45445,1731292190331, seqNum=2] 2024-11-11T02:29:51,938 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:29:51,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:29:51,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5f3131c75f27e19975d5068526715e01 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-11T02:29:51,953 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:51,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/.tmp/family/091e05444b5c4c1dbf78a408e6a9a0c2 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-11T02:29:51,968 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/.tmp/family/091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:51,971 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/.tmp/family/091e05444b5c4c1dbf78a408e6a9a0c2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:51,972 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, delay=944 ms 2024-11-11T02:29:51,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T02:29:51,974 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 5f3131c75f27e19975d5068526715e01 in 29ms, sequenceid=6, compaction requested=false 2024-11-11T02:29:51,974 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731292191290' 2024-11-11T02:29:51,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5f3131c75f27e19975d5068526715e01: 2024-11-11T02:29:52,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:29:52,917 DEBUG [hfile-prefetch-1731292189771 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 091e05444b5c4c1dbf78a408e6a9a0c2_0. 2024-11-11T02:29:52,918 DEBUG [hfile-prefetch-1731292189771 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 091e05444b5c4c1dbf78a408e6a9a0c2_117. 2024-11-11T02:29:52,919 DEBUG [hfile-prefetch-1731292189771 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, with total blocks 2, and data blocks 1 2024-11-11T02:29:52,919 DEBUG [hfile-prefetch-1731292189771 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-11T02:29:52,919 DEBUG [hfile-prefetch-1731292189771 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-11T02:29:52,919 DEBUG [hfile-prefetch-1731292189771 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2. Will sleep 100ms and try the verification again. 2024-11-11T02:29:52,941 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T02:29:52,941 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T02:29:52,941 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:52,941 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:52,947 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T02:29:52,947 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731292192941 2024-11-11T02:29:52,947 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T02:29:52,975 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;370bc2ade342:45445,5,FailOnTimeoutGroup] 2024-11-11T02:29:52,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '370bc2ade342,45445,1731292190331' ***** 2024-11-11T02:29:52,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0 2024-11-11T02:29:52,976 INFO [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T02:29:52,976 INFO [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence 2024-11-11T02:29:52,976 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T02:29:52,976 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T02:29:52,977 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T02:29:52,977 INFO [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T02:29:52,977 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T02:29:52,987 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1488): Thread RS:0;370bc2ade342:45445 started persisting bucket cache to file 2024-11-11T02:29:52,987 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:52,987 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:52,993 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T02:29:52,993 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731292192987 2024-11-11T02:29:52,993 DEBUG [RS:0;370bc2ade342:45445 {}] bucket.BucketCache(1510): Thread RS:0;370bc2ade342:45445 finished persisting bucket cache to file, renaming 2024-11-11T02:29:52,994 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:29:52,994 INFO [RS:0;370bc2ade342:45445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:29:52,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:29:52,994 INFO [RS:0;370bc2ade342:45445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:29:52,994 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:52,995 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(959): stopping server 370bc2ade342,45445,1731292190331 2024-11-11T02:29:52,995 INFO [RS:0;370bc2ade342:45445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:52,995 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T02:29:52,995 INFO [RS:0;370bc2ade342:45445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;370bc2ade342:45445. 2024-11-11T02:29:52,995 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f3131c75f27e19975d5068526715e01, disabling compactions & flushes 2024-11-11T02:29:52,995 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:52,995 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:52,995 DEBUG [RS:0;370bc2ade342:45445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:52,995 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. after waiting 0 ms 2024-11-11T02:29:52,996 DEBUG [RS:0;370bc2ade342:45445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:52,996 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:52,996 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T02:29:52,996 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1325): Online Regions={5f3131c75f27e19975d5068526715e01=testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.} 2024-11-11T02:29:52,996 DEBUG [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1351): Waiting on 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:52,997 DEBUG [StoreFileCloser-5f3131c75f27e19975d5068526715e01-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:53,000 WARN [hfile-prefetch-1731292189771 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?] ... 9 more 2024-11-11T02:29:53,001 DEBUG [hfile-prefetch-1731292189771 {}] hfile.PrefetchExecutor(121): Prefetch completed for 091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:53,002 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T02:29:53,002 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:53,003 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f3131c75f27e19975d5068526715e01: Waiting for close lock at 1731292192995Running coprocessor pre-close hooks at 1731292192995Disabling compacts and flushes for region at 1731292192995Disabling writes for close at 1731292192996 (+1 ms)Writing region close event to WAL at 1731292192997 (+1 ms)Running coprocessor post-close hooks at 1731292193002 (+5 ms)Closed at 1731292193002 2024-11-11T02:29:53,003 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:53,028 INFO [regionserver/370bc2ade342:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:53,196 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(976): stopping server 370bc2ade342,45445,1731292190331; all regions closed. 2024-11-11T02:29:53,201 DEBUG [RS:0;370bc2ade342:45445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:53,201 INFO [RS:0;370bc2ade342:45445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C45445%2C1731292190331:(num 1731292190764) 2024-11-11T02:29:53,201 DEBUG [RS:0;370bc2ade342:45445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:53,201 INFO [RS:0;370bc2ade342:45445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:53,202 INFO [RS:0;370bc2ade342:45445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:53,202 INFO [RS:0;370bc2ade342:45445 {}] hbase.ChoreService(370): Chore service for: regionserver/370bc2ade342:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:53,203 INFO [RS:0;370bc2ade342:45445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:29:53,203 INFO [RS:0;370bc2ade342:45445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:29:53,203 INFO [regionserver/370bc2ade342:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:53,203 INFO [RS:0;370bc2ade342:45445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:29:53,203 INFO [RS:0;370bc2ade342:45445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:53,204 INFO [RS:0;370bc2ade342:45445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45445 2024-11-11T02:29:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/370bc2ade342,45445,1731292190331 2024-11-11T02:29:53,209 INFO [RS:0;370bc2ade342:45445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:53,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [370bc2ade342,45445,1731292190331] 2024-11-11T02:29:53,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/370bc2ade342,45445,1731292190331 already deleted, retry=false 2024-11-11T02:29:53,211 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 370bc2ade342,45445,1731292190331 on 370bc2ade342,37009,1731292190289 2024-11-11T02:29:53,214 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 370bc2ade342,45445,1731292190331, splitWal=true, meta=false 2024-11-11T02:29:53,216 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 370bc2ade342,45445,1731292190331 (carryingMeta=false) 370bc2ade342,45445,1731292190331/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@21a4cc76[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T02:29:53,216 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 370bc2ade342,45445,1731292190331, splitWal=true, meta=false 2024-11-11T02:29:53,217 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 370bc2ade342,45445,1731292190331 had 1 regions 2024-11-11T02:29:53,218 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 370bc2ade342,45445,1731292190331, splitWal=true, meta=false, isMeta: false 2024-11-11T02:29:53,218 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331-splitting 2024-11-11T02:29:53,219 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331-splitting dir is empty, no logs to split. 2024-11-11T02:29:53,219 INFO [PEWorker-2 {}] master.SplitWALManager(105): 370bc2ade342,45445,1731292190331 WAL count=0, meta=false 2024-11-11T02:29:53,220 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331-splitting dir is empty, no logs to split. 2024-11-11T02:29:53,220 INFO [PEWorker-2 {}] master.SplitWALManager(105): 370bc2ade342,45445,1731292190331 WAL count=0, meta=false 2024-11-11T02:29:53,220 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 370bc2ade342,45445,1731292190331 WAL splitting is done? wals=0, meta=false 2024-11-11T02:29:53,221 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 370bc2ade342,45445,1731292190331 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,45445,1731292190331-splitting does not exist 2024-11-11T02:29:53,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN}] 2024-11-11T02:29:53,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN 2024-11-11T02:29:53,224 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T02:29:53,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:53,310 INFO [RS:0;370bc2ade342:45445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:53,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45445-0x1002c9db2b20001, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:53,310 INFO [RS:0;370bc2ade342:45445 {}] regionserver.HRegionServer(1031): Exiting; stopping=370bc2ade342,45445,1731292190331; zookeeper connection closed. 2024-11-11T02:29:53,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b6ba46b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b6ba46b 2024-11-11T02:29:53,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f3131c75f27e19975d5068526715e01, regionState=OPENING, regionLocation=370bc2ade342,42769,1731292190357 2024-11-11T02:29:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN because future has completed 2024-11-11T02:29:53,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,42769,1731292190357}] 2024-11-11T02:29:53,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/370bc2ade342:0 server-side Connection retries=45 2024-11-11T02:29:53,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:53,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:29:53,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44145 2024-11-11T02:29:53,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44145 connecting to ZooKeeper ensemble=127.0.0.1:54218 2024-11-11T02:29:53,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:53,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441450x0, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:29:53,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44145-0x1002c9db2b20003 connected 2024-11-11T02:29:53,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-11-11T02:29:53,502 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-11-11T02:29:53,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:29:53,503 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache 2024-11-11T02:29:53,503 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T02:29:53,503 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T02:29:53,503 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T02:29:53,504 INFO [Thread-199 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T02:29:53,505 INFO [Thread-199 {}] bucket.BucketCache(1553): Reading new chunked format of persistence. 2024-11-11T02:29:53,506 INFO [Thread-199 {}] bucket.BucketCache(1706): Retrieved 1 of chunks with blockCount = 1. 2024-11-11T02:29:53,506 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T02:29:53,507 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:29:53,508 DEBUG [Thread-199 {}] bucket.BucketCache(1570): Updating region size map after retrieving cached file list 2024-11-11T02:29:53,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T02:29:53,509 INFO [Thread-199 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T02:29:53,509 INFO [Thread-199 {}] bucket.BucketCache(1563): Bucket cache retrieved from file successfully with size: 1 2024-11-11T02:29:53,509 INFO [Thread-199 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence is complete. 2024-11-11T02:29:53,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:29:53,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-11T02:29:53,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-11T02:29:53,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-11T02:29:53,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-11T02:29:53,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-11T02:29:53,522 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(746): ClusterId : 9f325aa1-3ea7-4515-a295-4d67df726446 2024-11-11T02:29:53,522 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:29:53,523 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:29:53,523 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:29:53,525 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:29:53,525 DEBUG [RS:2;370bc2ade342:44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da94ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=370bc2ade342/172.17.0.2:0 2024-11-11T02:29:53,537 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:53,538 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f3131c75f27e19975d5068526715e01, NAME => 'testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:29:53,538 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731292191290 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,538 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:29:53,538 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,538 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,539 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,539 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;370bc2ade342:44145 2024-11-11T02:29:53,539 INFO [RS:2;370bc2ade342:44145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:29:53,539 INFO [RS:2;370bc2ade342:44145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:29:53,539 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:29:53,539 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3131c75f27e19975d5068526715e01 columnFamilyName family 2024-11-11T02:29:53,540 DEBUG [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:29:53,540 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(2659): reportForDuty to master=370bc2ade342,37009,1731292190289 with port=44145, startcode=1731292193496 2024-11-11T02:29:53,540 DEBUG [RS:2;370bc2ade342:44145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:29:53,541 DEBUG [StoreFileOpener-5f3131c75f27e19975d5068526715e01-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2, delay=901 ms 2024-11-11T02:29:53,542 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:29:53,542 DEBUG [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:53,542 INFO [StoreOpener-5f3131c75f27e19975d5068526715e01-1 {}] regionserver.HStore(327): Store=5f3131c75f27e19975d5068526715e01/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:29:53,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(517): Registering regionserver=370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,543 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,544 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,544 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8 2024-11-11T02:29:53,544 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T02:29:53,544 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:29:53,544 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,545 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,545 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:53,546 DEBUG [RS:2;370bc2ade342:44145 {}] zookeeper.ZKUtil(111): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,546 WARN [RS:2;370bc2ade342:44145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:29:53,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [370bc2ade342,44145,1731292193496] 2024-11-11T02:29:53,546 INFO [RS:2;370bc2ade342:44145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:29:53,546 DEBUG [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,546 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,547 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5f3131c75f27e19975d5068526715e01; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189272, jitterRate=0.09060513973236084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T02:29:53,547 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:53,548 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5f3131c75f27e19975d5068526715e01: Running coprocessor pre-open hook at 1731292193538Writing region info on filesystem at 1731292193538Initializing all the Stores at 1731292193539 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292193539Cleaning up temporary data from old regions at 1731292193545 (+6 ms)Running coprocessor post-open hooks at 1731292193547 (+2 ms)Region opened successfully at 1731292193548 (+1 ms) 2024-11-11T02:29:53,549 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01., pid=9, masterSystemTime=1731292193535 2024-11-11T02:29:53,551 INFO [RS:2;370bc2ade342:44145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:29:53,551 DEBUG [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:53,552 INFO [RS_OPEN_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:53,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f3131c75f27e19975d5068526715e01, regionState=OPEN, openSeqNum=10, regionLocation=370bc2ade342,42769,1731292190357 2024-11-11T02:29:53,553 INFO [RS:2;370bc2ade342:44145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:29:53,554 INFO [RS:2;370bc2ade342:44145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:29:53,554 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,554 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:29:53,554 INFO [RS:2;370bc2ade342:44145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:29:53,554 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,42769,1731292190357 because future has completed 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/370bc2ade342:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,555 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/370bc2ade342:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:29:53,556 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:53,556 DEBUG [RS:2;370bc2ade342:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/370bc2ade342:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,556 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,44145,1731292193496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:29:53,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T02:29:53,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f3131c75f27e19975d5068526715e01, server=370bc2ade342,42769,1731292190357 in 175 msec 2024-11-11T02:29:53,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T02:29:53,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731292191290, region=5f3131c75f27e19975d5068526715e01, ASSIGN in 335 msec 2024-11-11T02:29:53,559 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 370bc2ade342,45445,1731292190331 after splitting done 2024-11-11T02:29:53,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 370bc2ade342,45445,1731292190331, splitWal=true, meta=false in 348 msec 2024-11-11T02:29:53,574 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:29:53,574 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=370bc2ade342,44145,1731292193496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,574 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,574 INFO [RS:2;370bc2ade342:44145 {}] regionserver.Replication(171): 370bc2ade342,44145,1731292193496 started 2024-11-11T02:29:53,589 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:29:53,589 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1482): Serving as 370bc2ade342,44145,1731292193496, RpcServer on 370bc2ade342/172.17.0.2:44145, sessionid=0x1002c9db2b20003 2024-11-11T02:29:53,589 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:29:53,589 DEBUG [RS:2;370bc2ade342:44145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,589 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,44145,1731292193496' 2024-11-11T02:29:53,589 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:29:53,590 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 370bc2ade342,44145,1731292193496 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '370bc2ade342,44145,1731292193496' 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:29:53,591 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:29:53,592 DEBUG [RS:2;370bc2ade342:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:29:53,592 INFO [RS:2;370bc2ade342:44145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:29:53,592 INFO [RS:2;370bc2ade342:44145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:29:53,693 INFO [RS:2;370bc2ade342:44145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:29:53,695 INFO [RS:2;370bc2ade342:44145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=370bc2ade342%2C44145%2C1731292193496, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,44145,1731292193496, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs, maxLogs=55 2024-11-11T02:29:53,717 INFO [RS:2;370bc2ade342:44145 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/WALs/370bc2ade342,44145,1731292193496/370bc2ade342%2C44145%2C1731292193496.1731292193696 2024-11-11T02:29:53,717 DEBUG [RS:2;370bc2ade342:44145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T02:29:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T02:29:54,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:29:54,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:54,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:29:54,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T02:29:54,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433448022, stopped=false 2024-11-11T02:29:54,092 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=370bc2ade342,37009,1731292190289 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:54,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:29:54,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:29:54,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:54,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '370bc2ade342,42769,1731292190357' ***** 2024-11-11T02:29:54,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T02:29:54,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '370bc2ade342,44145,1731292193496' ***** 2024-11-11T02:29:54,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:54,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T02:29:54,097 INFO [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T02:29:54,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:54,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:29:54,097 INFO [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 INFO [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 INFO [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 INFO [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4886902-0198-7ae6-ab0f-99aedd89d810/bucket.persistence 2024-11-11T02:29:54,098 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T02:29:54,098 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T02:29:54,099 INFO [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T02:29:54,099 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T02:29:54,099 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1488): Thread RS:2;370bc2ade342:44145 started persisting bucket cache to file 2024-11-11T02:29:54,099 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:54,099 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:54,102 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T02:29:54,102 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731292194099 2024-11-11T02:29:54,102 DEBUG [RS:2;370bc2ade342:44145 {}] bucket.BucketCache(1510): Thread RS:2;370bc2ade342:44145 finished persisting bucket cache to file, renaming 2024-11-11T02:29:54,102 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:29:54,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(959): stopping server 370bc2ade342,44145,1731292193496 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;370bc2ade342:44145. 2024-11-11T02:29:54,103 DEBUG [RS:2;370bc2ade342:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:54,103 DEBUG [RS:2;370bc2ade342:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,103 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(976): stopping server 370bc2ade342,44145,1731292193496; all regions closed. 2024-11-11T02:29:54,105 DEBUG [RS:2;370bc2ade342:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:54,105 INFO [RS:2;370bc2ade342:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C44145%2C1731292193496:(num 1731292193696) 2024-11-11T02:29:54,105 DEBUG [RS:2;370bc2ade342:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,105 INFO [RS:2;370bc2ade342:44145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:54,105 INFO [RS:2;370bc2ade342:44145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] hbase.ChoreService(370): Chore service for: regionserver/370bc2ade342:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:29:54,106 INFO [regionserver/370bc2ade342:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:54,106 INFO [RS:2;370bc2ade342:44145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44145 2024-11-11T02:29:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/370bc2ade342,44145,1731292193496 2024-11-11T02:29:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:54,108 INFO [RS:2;370bc2ade342:44145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:54,108 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1488): Thread RS:1;370bc2ade342:42769 started persisting bucket cache to file 2024-11-11T02:29:54,108 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T02:29:54,109 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T02:29:54,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [370bc2ade342,44145,1731292193496] 2024-11-11T02:29:54,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/370bc2ade342,44145,1731292193496 already deleted, retry=false 2024-11-11T02:29:54,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 370bc2ade342,44145,1731292193496 expired; onlineServers=1 2024-11-11T02:29:54,111 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T02:29:54,111 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731292194108 2024-11-11T02:29:54,111 DEBUG [RS:1;370bc2ade342:42769 {}] bucket.BucketCache(1510): Thread RS:1;370bc2ade342:42769 finished persisting bucket cache to file, renaming 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:29:54,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(959): stopping server 370bc2ade342,42769,1731292190357 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:54,112 INFO [RS:1;370bc2ade342:42769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;370bc2ade342:42769. 2024-11-11T02:29:54,112 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T02:29:54,113 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f3131c75f27e19975d5068526715e01, disabling compactions & flushes 2024-11-11T02:29:54,113 DEBUG [RS:1;370bc2ade342:42769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:29:54,113 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:54,113 DEBUG [RS:1;370bc2ade342:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,113 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:54,113 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. after waiting 0 ms 2024-11-11T02:29:54,113 INFO [RS:1;370bc2ade342:42769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:29:54,113 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:54,113 INFO [RS:1;370bc2ade342:42769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:29:54,113 INFO [RS:1;370bc2ade342:42769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:29:54,113 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T02:29:54,113 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T02:29:54,113 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f3131c75f27e19975d5068526715e01=testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01.} 2024-11-11T02:29:54,113 DEBUG [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3131c75f27e19975d5068526715e01 2024-11-11T02:29:54,113 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T02:29:54,114 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:29:54,114 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:29:54,114 DEBUG [StoreFileCloser-5f3131c75f27e19975d5068526715e01-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/family/091e05444b5c4c1dbf78a408e6a9a0c2 2024-11-11T02:29:54,114 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:29:54,114 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:29:54,114 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:29:54,114 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB 2024-11-11T02:29:54,118 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/default/testBlockEvictionOnGracefulStop1731292191290/5f3131c75f27e19975d5068526715e01/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T02:29:54,118 INFO [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:54,118 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f3131c75f27e19975d5068526715e01: Waiting for close lock at 1731292194112Running coprocessor pre-close hooks at 1731292194113 (+1 ms)Disabling compacts and flushes for region at 1731292194113Disabling writes for close at 1731292194113Writing region close event to WAL at 1731292194114 (+1 ms)Running coprocessor post-close hooks at 1731292194118 (+4 ms)Closed at 1731292194118 2024-11-11T02:29:54,118 DEBUG [RS_CLOSE_REGION-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01. 2024-11-11T02:29:54,122 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1ed063bb39a24b02a6cee33971f41ca4 2024-11-11T02:29:54,132 INFO [regionserver/370bc2ade342:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:54,137 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/1ed063bb39a24b02a6cee33971f41ca4 is 209, key is testBlockEvictionOnGracefulStop1731292191290,,1731292191294.5f3131c75f27e19975d5068526715e01./info:regioninfo/1731292193552/Put/seqid=0 2024-11-11T02:29:54,138 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/1ed063bb39a24b02a6cee33971f41ca4 2024-11-11T02:29:54,144 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bf7f0d4bf9a84c47af2a600a88ed98a5 2024-11-11T02:29:54,156 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/bf7f0d4bf9a84c47af2a600a88ed98a5 is 43, key is default/ns:d/1731292191250/Put/seqid=0 2024-11-11T02:29:54,157 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/bf7f0d4bf9a84c47af2a600a88ed98a5 2024-11-11T02:29:54,157 INFO [regionserver/370bc2ade342:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:54,164 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e52deec101b944d7a3fad6685bfb1b77 2024-11-11T02:29:54,176 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/e52deec101b944d7a3fad6685bfb1b77 is 80, key is testBlockEvictionOnGracefulStop1731292191290/table:state/1731292191676/Put/seqid=0 2024-11-11T02:29:54,177 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/e52deec101b944d7a3fad6685bfb1b77 2024-11-11T02:29:54,179 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/info/1ed063bb39a24b02a6cee33971f41ca4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/1ed063bb39a24b02a6cee33971f41ca4 2024-11-11T02:29:54,180 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/1ed063bb39a24b02a6cee33971f41ca4, delay=934 ms 2024-11-11T02:29:54,181 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/1ed063bb39a24b02a6cee33971f41ca4, entries=14, sequenceid=13, filesize=7.5 K 2024-11-11T02:29:54,181 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/ns/bf7f0d4bf9a84c47af2a600a88ed98a5 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/bf7f0d4bf9a84c47af2a600a88ed98a5 2024-11-11T02:29:54,182 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/bf7f0d4bf9a84c47af2a600a88ed98a5, delay=962 ms 2024-11-11T02:29:54,183 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/bf7f0d4bf9a84c47af2a600a88ed98a5, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T02:29:54,184 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/.tmp/table/e52deec101b944d7a3fad6685bfb1b77 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/e52deec101b944d7a3fad6685bfb1b77 2024-11-11T02:29:54,185 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/e52deec101b944d7a3fad6685bfb1b77, delay=920 ms 2024-11-11T02:29:54,186 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/e52deec101b944d7a3fad6685bfb1b77, entries=2, sequenceid=13, filesize=5.3 K 2024-11-11T02:29:54,186 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=13, compaction requested=false 2024-11-11T02:29:54,187 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/info/1ed063bb39a24b02a6cee33971f41ca4 2024-11-11T02:29:54,188 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/ns/bf7f0d4bf9a84c47af2a600a88ed98a5 2024-11-11T02:29:54,188 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/table/e52deec101b944d7a3fad6685bfb1b77 2024-11-11T02:29:54,192 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T02:29:54,192 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T02:29:54,192 INFO [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:54,192 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292194113Running coprocessor pre-close hooks at 1731292194114 (+1 ms)Disabling compacts and flushes for region at 1731292194114Disabling writes for close at 1731292194114Obtaining lock to block concurrent updates at 1731292194114Preparing flush snapshotting stores in 1588230740 at 1731292194114Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731292194115 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731292194115Flushing 1588230740/info: creating writer at 1731292194115Flushing 1588230740/info: appending metadata at 1731292194136 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731292194136Flushing 1588230740/ns: creating writer at 1731292194140 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731292194156 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731292194156Flushing 1588230740/table: creating writer at 1731292194159 (+3 ms)Flushing 1588230740/table: appending metadata at 1731292194175 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731292194175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a130c41: reopening flushed file at 1731292194179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578ca089: reopening flushed file at 1731292194181 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfd8f0e: reopening flushed file at 1731292194183 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=13, compaction requested=false at 1731292194186 (+3 ms)Writing region close event to WAL at 1731292194188 (+2 ms)Running coprocessor post-close hooks at 1731292194192 (+4 ms)Closed at 1731292194192 2024-11-11T02:29:54,192 DEBUG [RS_CLOSE_META-regionserver/370bc2ade342:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T02:29:54,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,209 INFO [RS:2;370bc2ade342:44145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:54,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1002c9db2b20003, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,209 INFO [RS:2;370bc2ade342:44145 {}] regionserver.HRegionServer(1031): Exiting; stopping=370bc2ade342,44145,1731292193496; zookeeper connection closed. 2024-11-11T02:29:54,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b5546f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b5546f 2024-11-11T02:29:54,314 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(976): stopping server 370bc2ade342,42769,1731292190357; all regions closed. 2024-11-11T02:29:54,318 DEBUG [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:54,319 INFO [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C42769%2C1731292190357.meta:.meta(num 1731292191207) 2024-11-11T02:29:54,321 DEBUG [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/oldWALs 2024-11-11T02:29:54,321 INFO [RS:1;370bc2ade342:42769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 370bc2ade342%2C42769%2C1731292190357:(num 1731292190775) 2024-11-11T02:29:54,321 DEBUG [RS:1;370bc2ade342:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:29:54,322 INFO [RS:1;370bc2ade342:42769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:29:54,322 INFO [RS:1;370bc2ade342:42769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:54,322 INFO [RS:1;370bc2ade342:42769 {}] hbase.ChoreService(370): Chore service for: regionserver/370bc2ade342:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:54,322 INFO [RS:1;370bc2ade342:42769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:54,322 INFO [regionserver/370bc2ade342:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:54,323 INFO [RS:1;370bc2ade342:42769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42769 2024-11-11T02:29:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/370bc2ade342,42769,1731292190357 2024-11-11T02:29:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:29:54,325 INFO [RS:1;370bc2ade342:42769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:54,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [370bc2ade342,42769,1731292190357] 2024-11-11T02:29:54,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/370bc2ade342,42769,1731292190357 already deleted, retry=false 2024-11-11T02:29:54,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 370bc2ade342,42769,1731292190357 expired; onlineServers=0 2024-11-11T02:29:54,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '370bc2ade342,37009,1731292190289' ***** 2024-11-11T02:29:54,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T02:29:54,328 INFO [M:0;370bc2ade342:37009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:29:54,328 INFO [M:0;370bc2ade342:37009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:29:54,328 DEBUG [M:0;370bc2ade342:37009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T02:29:54,328 DEBUG [M:0;370bc2ade342:37009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T02:29:54,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T02:29:54,328 DEBUG [master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292190567 {}] cleaner.HFileCleaner(306): Exit Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.small.0-1731292190567,5,FailOnTimeoutGroup] 2024-11-11T02:29:54,328 DEBUG [master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292190567 {}] cleaner.HFileCleaner(306): Exit Thread[master/370bc2ade342:0:becomeActiveMaster-HFileCleaner.large.0-1731292190567,5,FailOnTimeoutGroup] 2024-11-11T02:29:54,329 INFO [M:0;370bc2ade342:37009 {}] hbase.ChoreService(370): Chore service for: master/370bc2ade342:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T02:29:54,329 INFO [M:0;370bc2ade342:37009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:29:54,329 DEBUG [M:0;370bc2ade342:37009 {}] master.HMaster(1795): Stopping service threads 2024-11-11T02:29:54,329 INFO [M:0;370bc2ade342:37009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T02:29:54,329 INFO [M:0;370bc2ade342:37009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:29:54,329 INFO [M:0;370bc2ade342:37009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T02:29:54,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T02:29:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T02:29:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:29:54,330 DEBUG [M:0;370bc2ade342:37009 {}] zookeeper.ZKUtil(347): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T02:29:54,330 WARN [M:0;370bc2ade342:37009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T02:29:54,330 INFO [M:0;370bc2ade342:37009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/.lastflushedseqids 2024-11-11T02:29:54,336 INFO [M:0;370bc2ade342:37009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T02:29:54,336 INFO [M:0;370bc2ade342:37009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T02:29:54,336 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:29:54,336 INFO [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:54,336 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:54,336 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:29:54,336 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:54,336 INFO [M:0;370bc2ade342:37009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB 2024-11-11T02:29:54,344 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 44e667286c3b4062b0eb46aa897f40b4 2024-11-11T02:29:54,359 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e667286c3b4062b0eb46aa897f40b4 is 82, key is hbase:meta,,1/info:regioninfo/1731292191238/Put/seqid=0 2024-11-11T02:29:54,360 INFO [M:0;370bc2ade342:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e667286c3b4062b0eb46aa897f40b4 2024-11-11T02:29:54,367 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d3dc7802bdba4f05878ba4470521dc3c 2024-11-11T02:29:54,379 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dc7802bdba4f05878ba4470521dc3c is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731292191682/Put/seqid=0 2024-11-11T02:29:54,380 INFO [M:0;370bc2ade342:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dc7802bdba4f05878ba4470521dc3c 2024-11-11T02:29:54,387 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6aa42445671a4465aa25d9dac975b5d0 2024-11-11T02:29:54,399 DEBUG [M:0;370bc2ade342:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa42445671a4465aa25d9dac975b5d0 is 69, key is 370bc2ade342,42769,1731292190357/rs:state/1731292190601/Put/seqid=0 2024-11-11T02:29:54,400 INFO [M:0;370bc2ade342:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa42445671a4465aa25d9dac975b5d0 2024-11-11T02:29:54,402 INFO [M:0;370bc2ade342:37009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aa42445671a4465aa25d9dac975b5d0 2024-11-11T02:29:54,402 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e667286c3b4062b0eb46aa897f40b4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44e667286c3b4062b0eb46aa897f40b4 2024-11-11T02:29:54,404 INFO [M:0;370bc2ade342:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44e667286c3b4062b0eb46aa897f40b4, entries=8, sequenceid=83, filesize=5.5 K 2024-11-11T02:29:54,404 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dc7802bdba4f05878ba4470521dc3c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3dc7802bdba4f05878ba4470521dc3c 2024-11-11T02:29:54,406 INFO [M:0;370bc2ade342:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3dc7802bdba4f05878ba4470521dc3c, entries=9, sequenceid=83, filesize=6.4 K 2024-11-11T02:29:54,406 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa42445671a4465aa25d9dac975b5d0 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aa42445671a4465aa25d9dac975b5d0 2024-11-11T02:29:54,408 INFO [M:0;370bc2ade342:37009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aa42445671a4465aa25d9dac975b5d0 2024-11-11T02:29:54,408 INFO [M:0;370bc2ade342:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1782f864-4c5b-c470-1215-7ae7ebd9107f/33c1e8e8-c5a0-b753-9783-c736ab04c3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aa42445671a4465aa25d9dac975b5d0, entries=3, sequenceid=83, filesize=5.3 K 2024-11-11T02:29:54,409 INFO [M:0;370bc2ade342:37009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 73ms, sequenceid=83, compaction requested=false 2024-11-11T02:29:54,411 INFO [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:29:54,411 DEBUG [M:0;370bc2ade342:37009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292194336Disabling compacts and flushes for region at 1731292194336Disabling writes for close at 1731292194336Obtaining lock to block concurrent updates at 1731292194336Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731292194336Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1731292194337 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731292194337Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731292194337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731292194359 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731292194359Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731292194362 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731292194379 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731292194379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731292194381 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731292194398 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731292194398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315c374d: reopening flushed file at 1731292194402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc926d7: reopening flushed file at 1731292194404 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1da2f8: reopening flushed file at 1731292194406 (+2 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 73ms, sequenceid=83, compaction requested=false at 1731292194409 (+3 ms)Writing region close event to WAL at 1731292194411 (+2 ms)Closed at 1731292194411 2024-11-11T02:29:54,412 INFO [M:0;370bc2ade342:37009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T02:29:54,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:29:54,412 INFO [M:0;370bc2ade342:37009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37009 2024-11-11T02:29:54,412 INFO [M:0;370bc2ade342:37009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:29:54,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,427 INFO [RS:1;370bc2ade342:42769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:54,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1002c9db2b20002, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,427 INFO [RS:1;370bc2ade342:42769 {}] regionserver.HRegionServer(1031): Exiting; stopping=370bc2ade342,42769,1731292190357; zookeeper connection closed. 2024-11-11T02:29:54,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12cb7dc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12cb7dc5 2024-11-11T02:29:54,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T02:29:54,514 INFO [M:0;370bc2ade342:37009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:29:54,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1002c9db2b20000, quorum=127.0.0.1:54218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:29:54,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T02:29:54,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T02:29:54,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:29:54,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=70 (was 49) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=5880 (was 5956)